-- Logs begin at Wed 2021-11-24 23:45:02 UTC, end at Thu 2021-11-25 00:44:37 UTC. -- Nov 25 00:19:54.015488 dv-cinder-819200-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 25 00:19:56.915037 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.common.config [-] Logging enabled! Nov 25 00:19:56.915662 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev224 Nov 25 00:19:56.915839 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109014) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 25 00:19:56.919086 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.common.config [-] Logging enabled! Nov 25 00:19:56.919352 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev224 Nov 25 00:19:56.919667 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109014) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 25 00:19:56.920604 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 00:19:56.920839 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 00:19:56.921207 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 00:19:56.921455 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 00:19:56.921684 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 00:19:56.922108 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.922769 dv-cinder-819200-1-iscsi neutron-server[109014]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 25 00:19:56.923096 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.923396 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.923694 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.923996 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.924289 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.924576 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.924866 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.925165 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.925455 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.925737 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.926024 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.926314 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.926596 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.926905 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.927192 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.927476 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] debug = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.927758 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.928187 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.928598 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.928879 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.929168 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.929456 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.929729 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.930005 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.930290 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.930643 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] host = dv-cinder-819200-1-iscsi {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.930925 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.931215 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.931501 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.931788 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.932065 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.932341 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.932625 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.932898 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.933170 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] log_file = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.933448 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.933733 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.934019 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.934309 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.934534 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.934781 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.935078 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.935365 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.935642 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.935918 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.936192 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.936467 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.936741 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.937012 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.937297 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.938283 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.938820 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.939171 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.939458 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.939740 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.940025 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.940316 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.940598 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.940876 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.941155 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.941448 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.941725 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.942004 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.942313 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.942603 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.942918 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.943206 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.943488 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.943769 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.944046 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.944322 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.944597 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] use_json = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.944871 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.945143 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.945424 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.945700 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.945972 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.946250 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.946524 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.946833 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:56.947136 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.947435 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.947738 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.948025 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.948335 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.948622 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.948917 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.949201 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.949490 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.949779 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.950076 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.950358 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.950665 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.950949 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.951246 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.951554 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.951848 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.952142 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.952421 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.952697 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.952972 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.954280 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.954773 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.955066 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.955367 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.955671 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.955960 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.956266 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.956560 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.956859 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.957155 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.957434 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.957718 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.958014 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.958297 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.958576 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.958885 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.959183 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.959465 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.959746 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.960034 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.960316 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.960593 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.960873 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.961158 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.961480 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.961738 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.962015 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.962291 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.962572 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.962878 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.963168 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.963450 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.963727 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.964004 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.964283 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.964558 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.964832 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.965113 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.965387 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.965669 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.965943 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.966220 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.966496 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.966796 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.967073 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.967348 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.967625 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.967901 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.968175 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.968448 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.969118 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.969423 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.969780 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.970085 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.970397 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.970711 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.971007 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.971300 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.971587 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.971872 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.972157 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.972442 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.972728 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.973007 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.973309 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.973601 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.973900 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.974186 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.974510 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.974845 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.975134 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.975425 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.975711 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.976000 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.976288 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.976575 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.976872 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.977170 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.977467 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.977763 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.978059 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.978348 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.978690 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.978975 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:56.979194 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 00:19:56.979451 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109014) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 25 00:19:57.421205 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 25 00:19:57.421479 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 25 00:19:57.421812 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 25 00:19:57.422511 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 25 00:19:57.759279 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:57.759584 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:57.759860 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:57.761072 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:57.761600 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:57.761989 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:57.799854 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:57.800134 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:57.800410 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:57.814692 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:57.814980 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:57.815246 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:57.845465 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:57.845750 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:57.846022 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:57.883920 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:57.884207 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:57.884477 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:58.244545 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:58.245187 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:58.245187 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:58.245346 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:58.246050 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:58.348193 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:58.348514 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:58.348800 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:58.349075 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:58.349342 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:58.349652 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:58.349914 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:58.350173 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:58.350427 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:58.350735 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:58.351000 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:58.351268 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:58.351525 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:58.351778 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:58.352032 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:58.352297 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:58.352552 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:58.352819 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:58.353090 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:58.353350 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:58.353623 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:58.353874 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:58.354154 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:58.354528 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:58.354807 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:58.355053 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:58.355455 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 00:19:58.355694 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 00:19:58.355932 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 00:19:58.356167 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 00:19:58.356401 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 00:19:58.356635 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 00:19:58.357000 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 25 00:19:58.361059 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 25 00:19:58.365156 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 25 00:19:58.369009 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Nov 25 00:19:58.370672 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 25 00:19:58.371135 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 25 00:19:58.371476 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 25 00:19:58.371869 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 25 00:19:58.374732 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 25 00:19:58.375228 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 25 00:19:58.375834 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 25 00:19:58.381070 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 25 00:19:58.404415 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 25 00:19:58.404873 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:58.405177 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109014) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 25 00:19:58.405544 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:58.407692 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109014) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 25 00:19:58.407978 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 25 00:19:58.408229 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 25 00:19:58.411417 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:58.411702 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:58.477316 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 25 00:19:58.477557 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 25 00:19:58.477797 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 25 00:19:58.478189 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 25 00:19:58.501679 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_db.sqlalchemy.engines [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109014) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 25 00:19:58.939468 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.plugins.ml2.managers [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Initializing driver for type 'gre' Nov 25 00:19:58.940168 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] gre ID ranges: [(1, 1000)] Nov 25 00:19:59.004300 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.plugins.ml2.managers [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Initializing driver for type 'local' Nov 25 00:19:59.004633 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.plugins.ml2.managers [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Initializing driver for type 'vlan' Nov 25 00:19:59.018337 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] VlanTypeDriver initialization complete Nov 25 00:19:59.018754 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.plugins.ml2.managers [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Initializing driver for type 'vxlan' Nov 25 00:19:59.019373 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] vxlan ID ranges: [(1, 1000)] Nov 25 00:19:59.073660 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.plugins.ml2.managers [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Initializing extension driver 'port_security' Nov 25 00:19:59.074026 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.plugins.ml2.extensions.port_security [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] PortSecurityExtensionDriver initialization complete Nov 25 00:19:59.074367 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.plugins.ml2.managers [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Initializing mechanism driver 'openvswitch' Nov 25 00:19:59.074717 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.plugins.ml2.managers [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Initializing mechanism driver 'hyperv' Nov 25 00:19:59.082531 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.plugins.ml2.plugin [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:19:59.083484 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > port after_create 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.083896 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > port after_update 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.084228 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > port after_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.084797 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109014) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 00:19:59.085244 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > subnet after_create 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.085605 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > subnet after_update 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.085951 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > subnet after_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.086359 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109014) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 00:19:59.086808 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > network after_create 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.087165 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > network after_update 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.087510 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > network after_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.087916 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109014) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 00:19:59.088334 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > security_group after_create 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.088689 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > security_group after_update 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.089036 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > security_group after_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.089446 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109014) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 00:19:59.089858 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.090209 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.090551 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.090990 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109014) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 00:19:59.091404 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > address_group after_create 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.091754 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > address_group after_update 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.092094 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > address_group after_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.092497 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109014) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 00:19:59.092888 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] ML2 OVO RPC backend initialized. {{(pid=109014) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 25 00:19:59.094255 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > router_interface after_create 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.095353 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.095843 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > network before_response 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.096165 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > networks before_response 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.096525 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > port before_response 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.096875 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > ports before_response 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.097226 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > subnet before_response 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.097576 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > subnets before_response 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.097931 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > network after_create 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.098277 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > network after_update 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.098616 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > network after_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.098983 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > port after_create 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.099325 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > port after_update 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.099669 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > port after_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.100009 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > subnet after_create 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.100348 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > subnet after_update 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.100683 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > subnet after_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.101352 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.plugins.ml2.plugin [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Modular L2 Plugin initialization complete Nov 25 00:19:59.101690 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading services supported by the core plugin {{(pid=109014) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 25 00:19:59.102025 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.plugins.ml2.managers [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Got port-security extension from driver 'port_security' Nov 25 00:19:59.102497 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.extensions.vlantransparent [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Disabled vlantransparent extension. Nov 25 00:19:59.103023 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109014) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 25 00:19:59.103345 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading Plugin: router Nov 25 00:19:59.143176 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > router_interface before_create 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.143573 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > router after_create 55549900 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.143949 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > router before_create 55549900 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.144316 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.144693 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.145055 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > router after_delete 55549900 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.145418 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > floatingip after_create 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.145892 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > floatingip after_update 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.146260 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > router after_create 55549900 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.146611 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > router after_update 55549900 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.146990 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > router after_update 55549900 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.147339 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.147698 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > router after_update 55549900 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.148109 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > router precommit_update 55549900 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.148477 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: port after_update 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.148817 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: port after_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.149156 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: subnet after_update 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.149494 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.149845 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > port precommit_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.150197 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > router precommit_create 55549900 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.150542 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: port before_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.150912 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > router precommit_create 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.151277 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > router after_update 55549900 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.151620 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > router precommit_delete 55549900 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.151971 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > router precommit_create 55549900 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.152333 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > router_interface after_create 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.152678 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > router precommit_update 55549900 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.153044 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > agent after_create 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.153394 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > agent after_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.153736 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > network after_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.154613 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.quota.resource_registry [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Tracking information for resource: router configured {{(pid=109014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 00:19:59.154975 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.quota.resource_registry [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Tracking information for resource: floatingip configured {{(pid=109014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 00:19:59.160875 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.db.l3_agentschedulers_db [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 25 00:19:59.161469 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: port after_update 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.161831 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: port after_create 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.162184 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: port after_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.162543 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: port after_update 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.163361 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > router before_create 55550100 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.163727 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > router precommit_delete 55550100 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.164092 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > router precommit_create 55550100 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.164453 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > router precommit_update 55550100 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.169382 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.services.provider_configuration [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Service providers = [] {{(pid=109014) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 25 00:19:59.169751 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.db.servicetype_db [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109014) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 25 00:19:59.173833 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.services.service_base [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109014) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 00:19:59.174189 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.services.service_base [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109014) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 00:19:59.174538 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.services.service_base [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109014) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 00:19:59.175472 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.services.service_base [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109014) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 00:19:59.175851 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.services.service_base [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 25 00:19:59.176241 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 00:19:59.176565 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 25 00:19:59.188193 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 00:19:59.188658 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading Plugin: auto_allocate Nov 25 00:19:59.195195 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: network precommit_update 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.195517 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: network precommit_create 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.196046 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 00:19:59.196372 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading Plugin: tag Nov 25 00:19:59.203883 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 00:19:59.204225 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading Plugin: timestamp Nov 25 00:19:59.208133 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 00:19:59.208463 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading Plugin: network_ip_availability Nov 25 00:19:59.214059 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.214437 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.214829 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.215573 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 00:19:59.215893 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading Plugin: flavors Nov 25 00:19:59.222049 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 00:19:59.222384 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading Plugin: revisions Nov 25 00:19:59.226829 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 00:19:59.227315 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_concurrency.lockutils [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.805s {{(pid=109014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 25 00:19:59.227983 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109014) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 25 00:19:59.228322 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Initializing extension manager. Nov 25 00:19:59.228836 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: __init__.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.229179 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: __pycache__ {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.229516 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.229851 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: address_group.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.230617 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.231248 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: address-group Nov 25 00:19:59.231572 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: address_scope.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.232283 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.232795 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: address-scope Nov 25 00:19:59.233117 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: admin_state_down_before_update.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.234048 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.235239 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: router-admin-state-down-before-update Nov 25 00:19:59.235564 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: agent.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.236276 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.236794 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: agent Nov 25 00:19:59.237118 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: agent_resources_synced.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.238044 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.238654 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: agent-resources-synced Nov 25 00:19:59.238913 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: allowedaddresspairs.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.240744 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.241277 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: allowed-address-pairs Nov 25 00:19:59.241606 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: auto_allocated_topology.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.242729 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.243258 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: auto-allocated-topology Nov 25 00:19:59.243587 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: availability_zone.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.244281 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.244793 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: availability_zone Nov 25 00:19:59.245327 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: availability_zone_filter.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.246015 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.246527 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: availability_zone_filter Nov 25 00:19:59.246915 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: data_plane_status.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.247828 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.248333 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension data-plane-status not supported by any of loaded plugins Nov 25 00:19:59.248656 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: default_subnetpools.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.249570 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.251190 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: default-subnetpools Nov 25 00:19:59.251529 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: dhcpagentscheduler.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.252377 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.252894 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: dhcp_agent_scheduler Nov 25 00:19:59.253220 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: dns.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.254157 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.254701 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension dns-integration not supported by any of loaded plugins Nov 25 00:19:59.255027 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: dns_domain_ports.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.255950 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.256460 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 25 00:19:59.256784 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.257714 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.258222 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 25 00:19:59.258543 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: dvr.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.259242 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.259750 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: dvr Nov 25 00:19:59.260073 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: ecmp_routes.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.260989 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.261757 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension ecmp_routes not supported by any of loaded plugins Nov 25 00:19:59.262077 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: empty_string_filtering.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.263012 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.263523 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: empty-string-filtering Nov 25 00:19:59.263846 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.264759 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.265266 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 25 00:19:59.266673 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.267615 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.268128 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 25 00:19:59.268462 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: external_net.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.269374 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.269893 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: external-net Nov 25 00:19:59.270214 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: extra_dhcp_opt.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.271147 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.271665 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: extra_dhcp_opt Nov 25 00:19:59.271990 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: extraroute.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.273402 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.273402 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: extraroute Nov 25 00:19:59.273716 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: extraroute_atomic.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.275017 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.275542 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: extraroute-atomic Nov 25 00:19:59.275870 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: filter_validation.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.276550 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.277063 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: filter-validation Nov 25 00:19:59.277386 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: fip_pf_description.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.278304 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.278838 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 25 00:19:59.279162 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: fip_port_details.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.280093 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.280602 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: fip-port-details Nov 25 00:19:59.280924 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: flavors.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.282678 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.283200 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: flavors Nov 25 00:19:59.283528 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.285230 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.285758 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 25 00:19:59.286094 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: floatingip_pools.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.286833 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.287356 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: floatingip-pools Nov 25 00:19:59.287686 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: ip_allocation.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.288618 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.289129 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension ip_allocation not supported by any of loaded plugins Nov 25 00:19:59.289456 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.290389 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.290948 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: ip-substring-filtering Nov 25 00:19:59.291276 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: l2_adjacency.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.292221 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.292734 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension l2_adjacency not supported by any of loaded plugins Nov 25 00:19:59.293063 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: l3.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.294053 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.294578 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: router Nov 25 00:19:59.294942 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: l3_conntrack_helper.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.298217 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.298786 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 25 00:19:59.299126 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.300068 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.300596 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: ext-gw-mode Nov 25 00:19:59.300931 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.301872 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.302394 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: l3-ha Nov 25 00:19:59.302750 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: l3_flavors.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.303673 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.304189 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: l3-flavors Nov 25 00:19:59.304515 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.305434 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.305947 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: l3-port-ip-change-not-allowed Nov 25 00:19:59.306283 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: l3agentscheduler.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.307589 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.308129 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: l3_agent_scheduler Nov 25 00:19:59.308609 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: local_ip.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.310760 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.311330 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension local_ip not supported by any of loaded plugins Nov 25 00:19:59.311875 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: logging.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.314876 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.315458 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension logging not supported by any of loaded plugins Nov 25 00:19:59.315921 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: metering.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.316830 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.317539 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: metering Nov 25 00:19:59.318015 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.319319 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.319998 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: metering_source_and_destination_fields Nov 25 00:19:59.320339 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: multiprovidernet.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.321547 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.322238 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: multi-provider Nov 25 00:19:59.322568 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: netmtu.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.324000 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.324524 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: net-mtu Nov 25 00:19:59.324996 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: netmtu_writable.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.326185 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.326892 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: net-mtu-writable Nov 25 00:19:59.327217 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: network_availability_zone.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.327896 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.328887 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: network_availability_zone Nov 25 00:19:59.329211 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: network_ip_availability.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.330357 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.330907 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: network-ip-availability Nov 25 00:19:59.331239 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: network_segment_range.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.332021 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.332530 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension network-segment-range not supported by any of loaded plugins Nov 25 00:19:59.332855 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: pagination.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.333856 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.334190 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: pagination Nov 25 00:19:59.334516 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: port_device_profile.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.335511 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.335996 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: port-device-profile Nov 25 00:19:59.336314 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.337244 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.337756 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: port-mac-address-regenerate Nov 25 00:19:59.338083 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.339043 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.339555 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: port-numa-affinity-policy Nov 25 00:19:59.339882 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: port_resource_request.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.340806 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.341315 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension port-resource-request not supported by any of loaded plugins Nov 25 00:19:59.341637 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: port_resource_request_groups.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.342604 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.343138 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 25 00:19:59.343462 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: portbindings.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.344939 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.345457 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: binding Nov 25 00:19:59.345779 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: portbindings_extended.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.347105 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.347624 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: binding-extended Nov 25 00:19:59.347955 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: portsecurity.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.348877 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.349393 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: port-security Nov 25 00:19:59.349721 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: project_id.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.350743 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.351080 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: project-id Nov 25 00:19:59.351403 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: providernet.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.352333 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.352854 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: provider Nov 25 00:19:59.353179 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: qos.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.356801 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.357326 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension qos not supported by any of loaded plugins Nov 25 00:19:59.357657 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.358939 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.360518 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 25 00:19:59.360861 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.361795 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.362316 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 25 00:19:59.362671 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: qos_default.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.363596 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.364114 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension qos-default not supported by any of loaded plugins Nov 25 00:19:59.364440 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: qos_fip.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.365096 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.365598 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension qos-fip not supported by any of loaded plugins Nov 25 00:19:59.365923 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: qos_gateway_ip.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.366875 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.367387 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 25 00:19:59.367712 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: qos_port_network_policy.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.370192 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.370768 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 25 00:19:59.371105 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.372158 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.372678 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 25 00:19:59.373005 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: qos_pps_rule.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.374200 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.374760 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension qos-pps not supported by any of loaded plugins Nov 25 00:19:59.376082 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: qos_rule_type_details.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.377075 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.377596 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 25 00:19:59.377923 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: qos_rules_alias.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.379015 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.379534 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 25 00:19:59.379860 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: quota_check_limit.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.380785 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.381305 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: quota-check-limit Nov 25 00:19:59.381630 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: quotasv2.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.382591 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.382956 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: quotas Nov 25 00:19:59.383280 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: quotasv2_detail.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.386762 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.387102 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: quota_details Nov 25 00:19:59.387432 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: rbac.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.388513 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.389096 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: rbac-policies Nov 25 00:19:59.389381 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: rbac_address_group.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.390325 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.391394 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: rbac-address-group Nov 25 00:19:59.391727 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: rbac_address_scope.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.392673 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.393195 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: rbac-address-scope Nov 25 00:19:59.393522 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: rbac_security_groups.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.394440 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.394987 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: rbac-security-groups Nov 25 00:19:59.395311 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: rbac_subnetpool.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.396228 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.396752 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: rbac-subnetpool Nov 25 00:19:59.397080 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: revisionifmatch.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.398009 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.398525 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: revision-if-match Nov 25 00:19:59.398885 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: revisions.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.400014 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.400534 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: standard-attr-revisions Nov 25 00:19:59.400859 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: router_availability_zone.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.401536 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.402049 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: router_availability_zone Nov 25 00:19:59.402371 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: routerservicetype.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.403319 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.403830 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension router-service-type not supported by any of loaded plugins Nov 25 00:19:59.404152 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.405160 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.405674 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: security-groups-normalized-cidr Nov 25 00:19:59.405997 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: security_groups_port_filtering.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.407763 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.408288 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: port-security-groups-filtering Nov 25 00:19:59.408613 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.409544 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.410065 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: security-groups-remote-address-group Nov 25 00:19:59.410389 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.411340 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.411859 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: security-groups-shared-filtering Nov 25 00:19:59.412183 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.412774 dv-cinder-819200-1-iscsi neutron-server[109014]: WARNING neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 25 00:19:59.413095 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: securitygroup.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.424445 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.424988 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: security-group Nov 25 00:19:59.425319 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: segment.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.426124 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.426648 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension segment not supported by any of loaded plugins Nov 25 00:19:59.426991 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.427959 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.428478 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 25 00:19:59.428806 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: servicetype.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.429925 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.430456 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: service-type Nov 25 00:19:59.430817 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: sorting.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.431806 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.432140 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: sorting Nov 25 00:19:59.432467 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: standard_attr_segment.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.433383 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.433903 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 25 00:19:59.434226 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: standardattrdescription.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.434904 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.435418 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: standard-attr-description Nov 25 00:19:59.435741 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: stateful_security_group.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.436690 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.437210 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: stateful-security-group Nov 25 00:19:59.438570 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: stdattrs_common.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.439182 dv-cinder-819200-1-iscsi neutron-server[109014]: WARNING neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 25 00:19:59.439505 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.440502 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.441026 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 25 00:19:59.441372 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: subnet_onboard.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.442503 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.443065 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: subnet_onboard Nov 25 00:19:59.443398 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.444341 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.444858 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 25 00:19:59.445183 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: subnet_service_types.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.446162 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.446644 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: subnet-service-types Nov 25 00:19:59.446985 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: subnetallocation.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.448086 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.448614 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: subnet_allocation Nov 25 00:19:59.448947 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.449617 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.450131 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: subnetpool-prefix-ops Nov 25 00:19:59.450453 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.451427 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.451934 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 25 00:19:59.452258 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: tagging.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.453680 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.454218 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: standard-attr-tag Nov 25 00:19:59.454548 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: timestamp.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.455805 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.456329 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loaded extension: standard-attr-timestamp Nov 25 00:19:59.456660 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: trunk.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.457705 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.458227 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension trunk not supported by any of loaded plugins Nov 25 00:19:59.458553 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: trunk_details.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.459561 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.460078 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension trunk-details not supported by any of loaded plugins Nov 25 00:19:59.460399 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: uplink_status_propagation.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.461319 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.461835 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 25 00:19:59.462156 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Loading extension file: vlantransparent.py {{(pid=109014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 00:19:59.462861 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 00:19:59.463373 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extension vlan-transparent not supported by any of loaded plugins Nov 25 00:19:59.465966 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.quota.resource_registry [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Creating instance of TrackedResource for resource:network Nov 25 00:19:59.466502 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.quota.resource_registry [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Creating instance of TrackedResource for resource:subnet Nov 25 00:19:59.466946 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.quota.resource_registry [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 00:19:59.467345 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.quota.resource_registry [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Creating instance of TrackedResource for resource:port Nov 25 00:19:59.468662 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.v2.resource_helper [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 00:19:59.469578 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.v2.resource_helper [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Service FLAVORS assigned prefix: {{(pid=109014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 00:19:59.470221 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.v2.resource_helper [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 00:19:59.470668 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.v2.resource_helper [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 00:19:59.471008 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.quota.resource_registry [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Creating instance of TrackedResource for resource:router Nov 25 00:19:59.471439 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.quota.resource_registry [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Creating instance of TrackedResource for resource:floatingip Nov 25 00:19:59.471932 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.v2.resource_helper [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Service METERING assigned prefix: /metering {{(pid=109014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 00:19:59.473405 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.473787 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.474145 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:19:59.475193 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.quota.resource_registry [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Creating instance of CountableResource for resource:rbac_policy Nov 25 00:19:59.475687 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.quota.resource_registry [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Creating instance of TrackedResource for resource:security_group Nov 25 00:19:59.476071 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.quota.resource_registry [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Creating instance of TrackedResource for resource:security_group_rule Nov 25 00:19:59.476695 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.v2.resource_helper [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Service CORE assigned prefix: {{(pid=109014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 00:19:59.477035 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.quota.resource_registry [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 00:19:59.477385 dv-cinder-819200-1-iscsi neutron-server[109014]: WARNING neutron.quota.resource_registry [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] subnetpool is already registered Nov 25 00:19:59.477819 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.v2.resource_helper [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Service CORE assigned prefix: {{(pid=109014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 00:19:59.478146 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.quota.resource_registry [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 00:19:59.478477 dv-cinder-819200-1-iscsi neutron-server[109014]: WARNING neutron.quota.resource_registry [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] subnetpool is already registered Nov 25 00:19:59.480787 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.v2.resource_helper [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 00:19:59.481221 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.v2.resource_helper [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Service FLAVORS assigned prefix: {{(pid=109014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 00:19:59.481817 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.v2.resource_helper [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 00:19:59.482238 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.v2.resource_helper [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 00:19:59.482575 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.quota.resource_registry [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Creating instance of TrackedResource for resource:router Nov 25 00:19:59.482939 dv-cinder-819200-1-iscsi neutron-server[109014]: WARNING neutron.quota.resource_registry [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] router is already registered Nov 25 00:19:59.483351 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.quota.resource_registry [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Creating instance of TrackedResource for resource:floatingip Nov 25 00:19:59.483691 dv-cinder-819200-1-iscsi neutron-server[109014]: WARNING neutron.quota.resource_registry [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] floatingip is already registered Nov 25 00:19:59.484151 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.v2.resource_helper [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Service METERING assigned prefix: /metering {{(pid=109014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 00:19:59.486001 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.quota.resource_registry [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Creating instance of CountableResource for resource:rbac_policy Nov 25 00:19:59.486329 dv-cinder-819200-1-iscsi neutron-server[109014]: WARNING neutron.quota.resource_registry [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] rbac_policy is already registered Nov 25 00:19:59.486822 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.quota.resource_registry [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Creating instance of TrackedResource for resource:security_group Nov 25 00:19:59.487117 dv-cinder-819200-1-iscsi neutron-server[109014]: WARNING neutron.quota.resource_registry [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] security_group is already registered Nov 25 00:19:59.487525 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.quota.resource_registry [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Creating instance of TrackedResource for resource:security_group_rule Nov 25 00:19:59.487858 dv-cinder-819200-1-iscsi neutron-server[109014]: WARNING neutron.quota.resource_registry [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] security_group_rule is already registered Nov 25 00:19:59.488507 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.v2.resource_helper [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Service CORE assigned prefix: {{(pid=109014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 00:19:59.488839 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.quota.resource_registry [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 00:19:59.489172 dv-cinder-819200-1-iscsi neutron-server[109014]: WARNING neutron.quota.resource_registry [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] subnetpool is already registered Nov 25 00:19:59.489594 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.v2.resource_helper [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Service CORE assigned prefix: {{(pid=109014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 00:19:59.489917 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.quota.resource_registry [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 00:19:59.490253 dv-cinder-819200-1-iscsi neutron-server[109014]: WARNING neutron.quota.resource_registry [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] subnetpool is already registered Nov 25 00:19:59.490748 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: extensions {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.492313 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: address-groups {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.493834 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: address-scopes {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.495216 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: agents {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.496394 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: auto-allocated-topology {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.497671 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: availability_zones {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.498939 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: dhcp-networks {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.501669 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: dhcp-agents {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.503163 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: routers {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.505421 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: flavors {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.506604 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: service_profiles {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.507872 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: next_providers {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.509414 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: service_profiles {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.511024 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: floatingip-pools {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.512526 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: routers {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.514704 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: floatingips {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.516527 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: l3-routers {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.517951 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: l3-agents {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.519444 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: metering-labels {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.521834 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: metering-label-rules {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.523182 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: network-ip-availabilities {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.524651 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: bindings {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.526344 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: quotas {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.527968 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: quotas {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.529532 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: rbac-policies {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.530881 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: security-groups {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.532622 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: security-group-rules {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.533878 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: service-providers {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.535155 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: subnetpools {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.536612 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: subnetpools {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.538085 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: tags {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.539857 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: tags {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.541702 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: tags {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.543541 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: tags {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.546328 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: tags {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.549268 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: tags {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.551042 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: tags {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.552971 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: tags {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.554820 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: tags {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.556697 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron.api.extensions [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Extended resource: tags {{(pid=109014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 00:19:59.563923 dv-cinder-819200-1-iscsi neutron-server[109014]: WARNING keystonemiddleware.auth_token [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 25 00:19:59.568722 dv-cinder-819200-1-iscsi neutron-server[109014]: WARNING keystonemiddleware.auth_token [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 25 00:19:59.577630 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_concurrency.lockutils [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Acquired lock "singleton_lock" {{(pid=109014) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 25 00:19:59.578546 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_concurrency.lockutils [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Releasing lock "singleton_lock" {{(pid=109014) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 25 00:19:59.579241 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO oslo_service.service [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Starting 2 workers Nov 25 00:19:59.584162 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Started child 109123 {{(pid=109014) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 00:19:59.588739 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Started child 109124 {{(pid=109014) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 00:19:59.589724 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:19:59.590428 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO neutron.service [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Neutron service started, listening on 0.0.0.0:9696 Nov 25 00:19:59.590938 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Publish callbacks [] for process, before_spawn {{(pid=109014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:19:59.591226 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [-] (109123) wsgi starting up on http://0.0.0.0:9696 Nov 25 00:19:59.593484 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO oslo_service.service [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Starting 1 workers Nov 25 00:19:59.594122 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:19:59.595544 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [-] (109124) wsgi starting up on http://0.0.0.0:9696 Nov 25 00:19:59.599326 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Started child 109125 {{(pid=109014) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 00:19:59.599892 dv-cinder-819200-1-iscsi neutron-server[109014]: INFO oslo_service.service [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Starting 1 workers Nov 25 00:19:59.603258 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.service [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] calling RpcWorker wait() {{(pid=109125) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 25 00:19:59.603843 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.service [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] returning from RpcWorker wait() {{(pid=109125) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 25 00:19:59.604413 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Started child 109126 {{(pid=109014) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 00:19:59.605256 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG neutron_lib.callbacks.manager [None req-180d1d02-d5db-4de2-9ea5-a9d35599751c None None] Publish callbacks [] for process, after_spawn {{(pid=109014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:19:59.605356 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:19:59.605810 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:19:59.607160 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109014) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 25 00:19:59.607382 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 00:19:59.607738 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 00:19:59.607967 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 00:19:59.608301 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 00:19:59.608489 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 00:19:59.609005 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.609839 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:19:59.610309 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.610309 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.610606 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.610840 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:19:59.610948 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.611513 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.611801 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.612062 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.612353 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.612608 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.612784 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.612955 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.613206 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.613447 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.613777 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.614055 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.614313 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.614575 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.614781 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.615030 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.615304 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.615535 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.615816 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] debug = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.616066 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.616559 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.616791 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.617036 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.617278 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.617548 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.617778 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.618052 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.618304 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.618526 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.618789 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.619049 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.619286 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.619517 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.619765 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.619988 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.620238 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.620461 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.620940 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] host = dv-cinder-819200-1-iscsi {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.621165 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.621413 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.621608 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.621858 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.622115 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.622354 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.622618 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.622915 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.623157 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.623412 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.623650 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.623900 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.624135 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.624384 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] log_file = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.624550 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] log_options = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.624806 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.625654 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.626638 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.626862 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.627037 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.627218 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.627493 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.627660 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.627905 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.628151 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.628369 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.628587 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.628819 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.629054 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.629343 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.629578 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.629830 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.630044 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.630303 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.630553 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.630805 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.631031 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.631274 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.631540 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.631728 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.631965 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.632191 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.632407 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.632674 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.632878 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.633112 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.633356 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.633597 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.633852 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.634108 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.634336 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.634564 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.634806 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.635074 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.635302 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.635555 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.635799 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.636039 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.636552 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.636724 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.636960 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.637175 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] use_json = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.637411 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.637657 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.637910 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.638146 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.638382 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.638600 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.638858 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.639091 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.640576 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.640576 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.640576 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.640576 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.641161 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.641672 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.641856 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.642108 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.642352 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.642591 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.642930 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.643853 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.643853 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.643853 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.644078 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.644394 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.644667 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.644947 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.645192 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.645447 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.645684 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.645908 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.646184 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.646433 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.646767 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.647100 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.647343 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.647643 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.648100 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.648747 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.648747 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.652948 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.652948 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.652948 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.652948 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.652948 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.652948 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.652948 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.652948 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.654072 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.654072 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.654072 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.654072 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.654072 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.654072 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.654072 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.654072 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.654072 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.654721 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.654721 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.654721 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.654721 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.654721 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.654721 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.654721 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.654721 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.654721 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.655343 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.655343 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.655343 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.655545 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.655744 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.655984 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.656736 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.657540 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.657782 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.658193 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.658562 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.659012 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.659376 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.659757 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.660129 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.660519 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.660907 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.661332 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.661566 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.661787 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.662022 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.662231 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.662447 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.662772 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.662913 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.663144 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.663525 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.663525 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.663772 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.664001 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.664221 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.664493 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.664649 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.664877 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.665576 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.665576 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.665768 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.665977 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.666222 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.666485 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.666732 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.666987 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.667209 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.667430 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.667651 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.667922 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.668172 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.669198 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.669198 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.669198 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.669198 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.669547 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.669547 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.671125 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.671125 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.671125 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.671125 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.671125 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.671125 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.671598 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.671598 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.671894 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.674653 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.674653 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.674653 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.674653 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.674653 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.674653 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.675131 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.675223 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.676037 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.676037 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.676037 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.676284 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.676626 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.676745 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.676894 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.677122 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.677452 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.677558 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.677797 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.678144 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.678341 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.678592 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.678843 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.679117 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.679351 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.680189 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.680189 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.680189 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.680436 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.680561 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.680784 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.681415 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.681415 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.681592 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.682458 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.682458 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.682458 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.682458 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.682832 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.682832 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.683066 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.683226 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.683441 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.683678 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.684221 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.684221 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.684395 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.684858 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.684858 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.685053 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.685236 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.685497 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.685714 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.685946 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.686195 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.686415 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.686845 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.686953 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.687202 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.687455 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.688292 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.688753 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.688753 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.689016 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.689237 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.689457 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.689703 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.689945 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.690165 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.690385 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.690611 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.690879 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.691151 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.691404 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.691754 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.692075 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.692313 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.692557 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.692786 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.694177 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.694177 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.694177 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.694177 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.694177 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.694576 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.694691 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 37474) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:19:59.694789 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.694789 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.694987 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.695225 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.695440 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.695654 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.695876 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.696081 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.696424 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.696629 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.696865 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.697124 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.697401 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.697621 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.697880 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.698096 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.698325 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.698522 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.698907 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.699009 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.699191 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.699398 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.699606 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.699923 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.700044 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.700296 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.700531 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.700739 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.700952 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.701294 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.701404 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.701583 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.702031 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.702405 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.702658 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.702888 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.703161 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.703634 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.704412 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.704513 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0077913 Nov 25 00:19:59.704597 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.705797 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.705797 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.705797 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.705797 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.706618 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.707058 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.707294 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.707597 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.707866 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.708106 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.708374 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.709464 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.709875 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.710132 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.710381 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.710615 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.710897 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.711178 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.711503 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.712304 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.712304 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.712304 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.712571 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.713586 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.713586 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.713586 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.713586 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.713898 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.714165 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.714430 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.714716 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.715005 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.715222 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.715452 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.715694 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.715936 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.716152 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.717037 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.717037 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.717037 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.717264 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.717343 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.718015 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.718015 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.718191 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.718257 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.718470 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.719206 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 00:19:59.720367 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109014) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 25 00:19:59.721103 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 00:19:59.721103 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 00:19:59.721103 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 00:19:59.721103 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 00:19:59.721359 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 00:19:59.721424 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.721574 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.721708 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.721866 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.722023 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.722210 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.723190 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.723190 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.723190 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.723190 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.723190 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.723190 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.723605 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.723605 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.723605 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.723827 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.723928 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.724087 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.724250 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.724411 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.724569 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.724728 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.724887 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] debug = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.725045 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.725245 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.725409 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.725568 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.725728 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.725888 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.726048 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.726207 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.726366 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.726524 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.726707 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.726869 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.727027 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.727186 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.727343 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.727502 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.727669 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.727843 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.727997 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] host = dv-cinder-819200-1-iscsi {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.728133 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.728285 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.728443 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.728602 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.728761 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.728920 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.729079 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.729821 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.729821 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.729821 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.729821 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.729821 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.730185 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.730185 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] log_file = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.730326 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] log_options = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.730403 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.730567 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.730749 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.730927 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.731092 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.731252 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.731411 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.731570 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.731729 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.732576 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.732576 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.732576 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.732576 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.732576 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.732893 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.732893 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.733008 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.733072 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.733270 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.733377 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.733514 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.733673 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.733832 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.733990 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.734148 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.734447 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.735196 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.735369 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.735535 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.735681 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.735838 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.735997 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.736158 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.736317 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.736477 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.736641 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.736810 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.736960 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.737099 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.737236 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.737393 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.737536 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.737697 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.737839 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.738007 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.741269 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.741269 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] use_json = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.741269 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.741269 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.741269 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.741269 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.741269 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.741269 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.741269 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.741890 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 00:19:59.741890 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.741890 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.741890 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.741890 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.741890 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.741890 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.741890 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.742324 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.742324 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.742324 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.742324 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.742324 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.742324 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.742324 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.742324 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.742775 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.742775 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.742775 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.742775 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.742775 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.743118 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.743118 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.743118 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.743321 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.743440 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.743609 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.744009 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.744009 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.746109 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.746109 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.746109 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.746109 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.746109 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.746109 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.746109 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.746109 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.747255 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.747255 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.747255 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.747255 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.747255 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.747255 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.747255 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.747255 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.747255 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.748853 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.748853 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.748853 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.748853 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.748853 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.748853 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.748853 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.748853 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.748853 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.749328 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.749328 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.749328 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.749328 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.749328 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.749328 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.749328 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.749328 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.749328 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.751166 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.751166 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.751166 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.751166 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.751166 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.751166 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.751544 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.751790 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.751959 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.752099 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.752239 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.752368 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.752496 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.752623 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.752785 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.752949 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.753114 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.753277 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.753456 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.753591 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.753756 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.753919 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.754264 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.754264 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.754521 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.754521 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.754698 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.754861 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.755033 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.755210 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.755421 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.755556 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.755684 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.755832 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.755993 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.756155 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.756317 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.756465 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.756628 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.756788 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.756950 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.757115 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.757277 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.757480 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.757600 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.757754 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.758085 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.758249 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.758589 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.758589 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.758785 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.758902 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.759064 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.759226 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.759388 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.759561 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.759723 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.759889 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.760053 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.761067 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.761489 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.761668 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.761833 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.761999 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.762839 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.763042 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.763246 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.763434 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.763616 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.763791 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.763967 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.764156 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.764330 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.764501 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.764673 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.766212 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.766212 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.766212 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.766212 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.766212 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.766787 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.766968 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.767138 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.767305 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.767471 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.767636 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.767819 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.767964 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.768202 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.768304 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.768452 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.768616 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.768779 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.768943 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.769107 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.769272 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.769437 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.769599 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.769777 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.769940 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.770101 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.770264 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.770425 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.770589 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.770789 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.770952 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.771115 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.771277 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.771440 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.771603 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.771765 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.771928 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.772094 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.772255 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.772419 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.772581 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.772744 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.772907 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.773069 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.773233 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.773396 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.773559 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.773722 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.773885 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.774048 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.774210 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.774373 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.774535 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.777024 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.777024 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.777450 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.778792 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.779469 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.779469 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.779469 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.779797 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.780034 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.780264 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.780486 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.780731 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.781070 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.781720 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.782103 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.782251 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:19:59.782376 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.782601 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.782868 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.783040 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.783211 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.783384 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.783564 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.783735 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.783896 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.784059 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.784227 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.784392 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.784555 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.785084 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.785084 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.785084 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.785300 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.785369 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.785537 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.785681 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.785821 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.786792 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.786792 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.786792 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.786792 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.786792 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.787159 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.787159 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.787159 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.787363 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.787440 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.787598 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.787757 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.787921 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.788086 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.788232 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.788406 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.788689 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.788863 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.789024 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.789187 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.789349 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.789523 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.789688 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.789851 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.790021 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.790188 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.790347 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.790507 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.790708 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.790862 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.791130 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.791307 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.791472 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.791619 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.791786 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.791953 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.792125 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.792294 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.792458 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.792629 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.792800 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.792968 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.793129 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.793296 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.793470 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.793631 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.793794 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.794046 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.794143 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.795164 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.795164 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.795164 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.795164 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.795164 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.795164 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.795516 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.795516 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.795516 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.795702 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.796466 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.796466 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.796466 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.796466 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.796466 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 00:19:59.798556 dv-cinder-819200-1-iscsi neutron-server[109014]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 00:20:11.935994 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0e50a1-36cd-48d2-8318-70c1da4a228a None None] get_active_networks_info from dv-cinder-819200-1-iscsi {{(pid=109125) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 00:20:12.009670 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0e50a1-36cd-48d2-8318-70c1da4a228a None None] No non-hosted networks {{(pid=109125) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 25 00:20:12.037325 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-e9fe990e-cb89-495c-ac2b-401776fefa87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-762663'] for agent, after_create {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:14.401797 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-a77e95ca-fb12-4738-9439-6554b6f13a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-762663'] for agent, after_create {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:14.455297 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f0586122-46f0-4f9b-b94a-f0943f0b2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:16.440403 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-762663'] for agent, after_create {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:18.346673 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-762663'] for agent, after_create {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:18.348137 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:18.348662 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:18.349523 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:18.350277 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:18.351305 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:18.351872 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:18.353184 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:18.353766 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:18.354271 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:18.356417 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:18.357024 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:18.357557 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:18.358364 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-819200-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:20:18.382828 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-819200-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:20:18.468714 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-762663'] for agent, after_create {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:18.824899 dv-cinder-819200-1-iscsi neutron-server[109125]: INFO neutron.db.l3_hamode_db [None req-16a2ad2c-dd34-4f66-a604-fa75728f350d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 25 00:20:18.907516 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a2ad2c-dd34-4f66-a604-fa75728f350d None None] Routers set() bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:20:18.907982 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a2ad2c-dd34-4f66-a604-fa75728f350d None None] Router IDs set() for agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 00:20:21.264179 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 37572) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:20:21.835669 dv-cinder-819200-1-iscsi neutron-server[109123]: WARNING oslo_policy.policy [None req-c9ba2c4b-838e-4ca9-9967-e56b7813bc43 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 00:20:21.836332 dv-cinder-819200-1-iscsi neutron-server[109123]: WARNING oslo_policy.policy [None req-c9ba2c4b-838e-4ca9-9967-e56b7813bc43 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 00:20:22.066811 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [None req-c9ba2c4b-838e-4ca9-9967-e56b7813bc43 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 00:20:22.067992 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-c9ba2c4b-838e-4ca9-9967-e56b7813bc43 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8014419 Nov 25 00:20:24.691653 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 37586) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:20:25.005104 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-e14538c9-6f22-4c81-9907-5e8175be03b8 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:20:25.100260 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.policy [None req-e14538c9-6f22-4c81-9907-5e8175be03b8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109123) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 25 00:20:25.147573 dv-cinder-819200-1-iscsi neutron-server[109123]: WARNING oslo_policy.policy [None req-e14538c9-6f22-4c81-9907-5e8175be03b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 00:20:25.147954 dv-cinder-819200-1-iscsi neutron-server[109123]: WARNING oslo_policy.policy [None req-e14538c9-6f22-4c81-9907-5e8175be03b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 00:20:25.157213 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.quota [None req-e14538c9-6f22-4c81-9907-5e8175be03b8 admin admin] Loaded quota_driver: . Nov 25 00:20:25.245994 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e14538c9-6f22-4c81-9907-5e8175be03b8 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781494406243', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781494406710', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781494401816', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781494387727', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781494381903', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781494373903', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3855222', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3804473', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-780212', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-526156'] for rbac-policy, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:25.315468 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e14538c9-6f22-4c81-9907-5e8175be03b8 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:25.330662 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-e14538c9-6f22-4c81-9907-5e8175be03b8 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6240783 Nov 25 00:20:28.205174 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 37598) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:20:28.507042 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-c20ca6d1-b510-4a58-bb4c-7b77bc320526 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '9d125e20304c4aa0b8a754d93a6c5ca7', 'tenant_id': '9d125e20304c4aa0b8a754d93a6c5ca7'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:20:28.536673 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20ca6d1-b510-4a58-bb4c-7b77bc320526 admin admin] Made reservation on behalf of 9d125e20304c4aa0b8a754d93a6c5ca7 for: {'network': 1} {{(pid=109123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:20:28.539626 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-c20ca6d1-b510-4a58-bb4c-7b77bc320526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for network, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:28.557555 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-c20ca6d1-b510-4a58-bb4c-7b77bc320526 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:28.669027 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-c20ca6d1-b510-4a58-bb4c-7b77bc320526 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:28.674074 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-c20ca6d1-b510-4a58-bb4c-7b77bc320526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:28.694859 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c20ca6d1-b510-4a58-bb4c-7b77bc320526 admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=109123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 00:20:28.725248 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-c20ca6d1-b510-4a58-bb4c-7b77bc320526 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781494352842', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386'] for segment, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:28.725817 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-c20ca6d1-b510-4a58-bb4c-7b77bc320526 admin admin] Unsubscribe: segment precommit_create {{(pid=109123) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 25 00:20:28.726423 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.db.segments_db [None req-c20ca6d1-b510-4a58-bb4c-7b77bc320526 admin admin] Added segment bf05e07d-8808-415a-ba37-0d80244501d9 of type vlan for network 391ed51f-79f2-4bdf-aaa6-fe1d5c2d6b51 Nov 25 00:20:28.742975 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ca6d1-b510-4a58-bb4c-7b77bc320526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986b1a22-b63c-42a0-963a-799b3dd34093,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:20:28.795507 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ca6d1-b510-4a58-bb4c-7b77bc320526 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:28.796393 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ca6d1-b510-4a58-bb4c-7b77bc320526 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:28.796746 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ca6d1-b510-4a58-bb4c-7b77bc320526 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:28.797087 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ca6d1-b510-4a58-bb4c-7b77bc320526 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:28.797412 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ca6d1-b510-4a58-bb4c-7b77bc320526 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:28.797761 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ca6d1-b510-4a58-bb4c-7b77bc320526 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:28.798094 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ca6d1-b510-4a58-bb4c-7b77bc320526 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:28.798436 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ca6d1-b510-4a58-bb4c-7b77bc320526 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:28.798808 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ca6d1-b510-4a58-bb4c-7b77bc320526 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:28.799137 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ca6d1-b510-4a58-bb4c-7b77bc320526 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:28.799462 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ca6d1-b510-4a58-bb4c-7b77bc320526 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:28.799783 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ca6d1-b510-4a58-bb4c-7b77bc320526 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:28.800923 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ca6d1-b510-4a58-bb4c-7b77bc320526 admin admin] Tracked resource versions report: Nov 25 00:20:28.800923 dv-cinder-819200-1-iscsi neutron-server[109123]: pushed versions: Nov 25 00:20:28.800923 dv-cinder-819200-1-iscsi neutron-server[109123]: { 'AddressGroup': {'1.2'}, Nov 25 00:20:28.800923 dv-cinder-819200-1-iscsi neutron-server[109123]: 'ConntrackHelper': {'1.0'}, Nov 25 00:20:28.800923 dv-cinder-819200-1-iscsi neutron-server[109123]: 'Log': {'1.0'}, Nov 25 00:20:28.800923 dv-cinder-819200-1-iscsi neutron-server[109123]: 'Network': {'1.1'}, Nov 25 00:20:28.800923 dv-cinder-819200-1-iscsi neutron-server[109123]: 'Port': {'1.7'}, Nov 25 00:20:28.800923 dv-cinder-819200-1-iscsi neutron-server[109123]: 'PortForwarding': {'1.2'}, Nov 25 00:20:28.800923 dv-cinder-819200-1-iscsi neutron-server[109123]: 'QosPolicy': {'1.10'}, Nov 25 00:20:28.800923 dv-cinder-819200-1-iscsi neutron-server[109123]: 'SecurityGroup': {'1.5'}, Nov 25 00:20:28.800923 dv-cinder-819200-1-iscsi neutron-server[109123]: 'SecurityGroupRule': {'1.2'}, Nov 25 00:20:28.800923 dv-cinder-819200-1-iscsi neutron-server[109123]: 'SubPort': {'1.0'}, Nov 25 00:20:28.800923 dv-cinder-819200-1-iscsi neutron-server[109123]: 'Subnet': {'1.1'}, Nov 25 00:20:28.800923 dv-cinder-819200-1-iscsi neutron-server[109123]: 'Trunk': {'1.1'}} Nov 25 00:20:28.800923 dv-cinder-819200-1-iscsi neutron-server[109123]: consumer versions: Nov 25 00:20:28.800923 dv-cinder-819200-1-iscsi neutron-server[109123]: { DHCP agent@dv-cinder-819200-1-iscsi: {}, Nov 25 00:20:28.800923 dv-cinder-819200-1-iscsi neutron-server[109123]: L3 agent@dv-cinder-819200-1-iscsi: {}, Nov 25 00:20:28.800923 dv-cinder-819200-1-iscsi neutron-server[109123]: Metadata agent@dv-cinder-819200-1-iscsi: {}, Nov 25 00:20:28.800923 dv-cinder-819200-1-iscsi neutron-server[109123]: Metering agent@dv-cinder-819200-1-iscsi: {}, Nov 25 00:20:28.800923 dv-cinder-819200-1-iscsi neutron-server[109123]: Open vSwitch agent@dv-cinder-819200-1-iscsi: { 'AddressGroup': '1.2', Nov 25 00:20:28.800923 dv-cinder-819200-1-iscsi neutron-server[109123]: 'ConntrackHelper': '1.0', Nov 25 00:20:28.800923 dv-cinder-819200-1-iscsi neutron-server[109123]: 'Log': '1.0', Nov 25 00:20:28.800923 dv-cinder-819200-1-iscsi neutron-server[109123]: 'Network': '1.1', Nov 25 00:20:28.800923 dv-cinder-819200-1-iscsi neutron-server[109123]: 'Port': '1.7', Nov 25 00:20:28.800923 dv-cinder-819200-1-iscsi neutron-server[109123]: 'PortForwarding': '1.2', Nov 25 00:20:28.800923 dv-cinder-819200-1-iscsi neutron-server[109123]: 'QosPolicy': '1.10', Nov 25 00:20:28.800923 dv-cinder-819200-1-iscsi neutron-server[109123]: 'SecurityGroup': '1.5', Nov 25 00:20:28.800923 dv-cinder-819200-1-iscsi neutron-server[109123]: 'SecurityGroupRule': '1.2', Nov 25 00:20:28.800923 dv-cinder-819200-1-iscsi neutron-server[109123]: 'SubPort': '1.0', Nov 25 00:20:28.800923 dv-cinder-819200-1-iscsi neutron-server[109123]: 'Subnet': '1.1', Nov 25 00:20:28.800923 dv-cinder-819200-1-iscsi neutron-server[109123]: 'Trunk': '1.1'}} Nov 25 00:20:28.800923 dv-cinder-819200-1-iscsi neutron-server[109123]: {{(pid=109123) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 00:20:28.856852 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-c20ca6d1-b510-4a58-bb4c-7b77bc320526 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781493843164'] for network, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:28.896153 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-c20ca6d1-b510-4a58-bb4c-7b77bc320526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570'] for network, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:28.897396 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20ca6d1-b510-4a58-bb4c-7b77bc320526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:20:28.898113 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-c20ca6d1-b510-4a58-bb4c-7b77bc320526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for network, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:28.946595 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-c20ca6d1-b510-4a58-bb4c-7b77bc320526 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7402301 Nov 25 00:20:29.002957 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ca6d1-b510-4a58-bb4c-7b77bc320526 admin admin] Pushing event updated for resources: {'Network': ['ID=391ed51f-79f2-4bdf-aaa6-fe1d5c2d6b51,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:20:29.015595 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Network 391ed51f-79f2-4bdf-aaa6-fe1d5c2d6b51 details requested by agent ovs-agent-dv-cinder-819200-1-iscsi with host dv-cinder-819200-1-iscsi {{(pid=109125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 00:20:31.869169 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 37612) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:20:32.261027 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e22805-aa2c-4e00-9467-9829258646ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:20:32.262667 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-c5e22805-aa2c-4e00-9467-9829258646ef admin admin] 10.222.0.37 "GET /v2.0/networks/391ed51f-79f2-4bdf-aaa6-fe1d5c2d6b51 HTTP/1.1" status: 200 len: 825 time: 0.3925261 Nov 25 00:20:32.290064 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-67976768-adaf-4be3-8923-ed7ff3416e30 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/2064e34a-36f0-42b5-a371-685365121e86 HTTP/1.1" status: 200 len: 734 time: 0.0201285 Nov 25 00:20:32.299882 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-e66b47e0-1953-44d9-829e-6f10f73d7598 admin admin] Request body: {'subnet': {'subnetpool_id': '2064e34a-36f0-42b5-a371-685365121e86', 'network_id': '391ed51f-79f2-4bdf-aaa6-fe1d5c2d6b51', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '9d125e20304c4aa0b8a754d93a6c5ca7', 'name': 'private-subnet'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:20:32.322315 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66b47e0-1953-44d9-829e-6f10f73d7598 admin admin] Made reservation on behalf of 9d125e20304c4aa0b8a754d93a6c5ca7 for: {'subnet': 1} {{(pid=109123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:20:32.324637 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e66b47e0-1953-44d9-829e-6f10f73d7598 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:32.628266 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e66b47e0-1953-44d9-829e-6f10f73d7598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570'] for subnet, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:32.698738 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66b47e0-1953-44d9-829e-6f10f73d7598 admin admin] Checking segment: {'id': 'bf05e07d-8808-415a-ba37-0d80244501d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '391ed51f-79f2-4bdf-aaa6-fe1d5c2d6b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:20:32.699099 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66b47e0-1953-44d9-829e-6f10f73d7598 admin admin] Network hostable DHCP agents. Network: 391ed51f-79f2-4bdf-aaa6-fe1d5c2d6b51, hostable agents: ['ef09b5cd-dd29-4f41-b3e7-5eec944a36f7'], hosted agents: [] {{(pid=109123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 00:20:32.706706 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b47e0-1953-44d9-829e-6f10f73d7598 admin admin] Pushing event updated for resources: {'Subnet': ['ID=212570e1-cdbd-466b-8331-eb82c82fe5a6,revision_number=0']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:20:32.724217 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66b47e0-1953-44d9-829e-6f10f73d7598 admin admin] Network 391ed51f-79f2-4bdf-aaa6-fe1d5c2d6b51 is scheduled to be hosted by DHCP agent ef09b5cd-dd29-4f41-b3e7-5eec944a36f7 with binding_index 1 {{(pid=109123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 00:20:32.736468 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [None req-e66b47e0-1953-44d9-829e-6f10f73d7598 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-1-iscsi, 391ed51f-79f2-4bdf-aaa6-fe1d5c2d6b51) {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:20:32.741211 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66b47e0-1953-44d9-829e-6f10f73d7598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:20:32.741830 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e66b47e0-1953-44d9-829e-6f10f73d7598 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for subnet, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:32.746603 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9c02d3-9a22-4680-b786-193d3039b379 None None] Network 391ed51f-79f2-4bdf-aaa6-fe1d5c2d6b51 requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:20:32.759227 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-e66b47e0-1953-44d9-829e-6f10f73d7598 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4629266 Nov 25 00:20:33.089501 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510a282a-d4f3-4f71-a107-ea6b16b36978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf02d1ee3-10f8-5602-81ee-03f41b90932a-391ed51f-79f2-4bdf-aaa6-fe1d5c2d6b51', 'network_id': '391ed51f-79f2-4bdf-aaa6-fe1d5c2d6b51', 'tenant_id': '9d125e20304c4aa0b8a754d93a6c5ca7', 'fixed_ips': [{'subnet_id': '212570e1-cdbd-466b-8331-eb82c82fe5a6'}]}} from dv-cinder-819200-1-iscsi. {{(pid=109125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 00:20:33.090792 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-510a282a-d4f3-4f71-a107-ea6b16b36978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:33.395748 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.db_base_plugin_common [None req-510a282a-d4f3-4f71-a107-ea6b16b36978 None None] Allocated IP 172.20.0.2 (391ed51f-79f2-4bdf-aaa6-fe1d5c2d6b51/212570e1-cdbd-466b-8331-eb82c82fe5a6/e90e41d7-4bb4-4ca9-b4bf-d82a169ff557) {{(pid=109125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:20:33.606558 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-510a282a-d4f3-4f71-a107-ea6b16b36978 None None] Publish callbacks [] for port, precommit_create {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:33.617459 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-510a282a-d4f3-4f71-a107-ea6b16b36978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153'] for port, after_create {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:33.696439 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510a282a-d4f3-4f71-a107-ea6b16b36978 None None] Network 391ed51f-79f2-4bdf-aaa6-fe1d5c2d6b51 is already hosted by enough agents. {{(pid=109125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:20:33.701220 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.scheduler.base_scheduler [None req-510a282a-d4f3-4f71-a107-ea6b16b36978 None None] Resources bound (agent type, host, resource id): {{(pid=109125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:20:33.710359 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510a282a-d4f3-4f71-a107-ea6b16b36978 None None] Received port after_create {{(pid=109125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:20:33.713662 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a282a-d4f3-4f71-a107-ea6b16b36978 None None] Pushing event updated for resources: {'Port': ['ID=e90e41d7-4bb4-4ca9-b4bf-d82a169ff557,revision_number=1']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:20:33.744227 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510a282a-d4f3-4f71-a107-ea6b16b36978 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:33.744598 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510a282a-d4f3-4f71-a107-ea6b16b36978 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:33.744954 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510a282a-d4f3-4f71-a107-ea6b16b36978 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:33.745297 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510a282a-d4f3-4f71-a107-ea6b16b36978 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:33.745672 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510a282a-d4f3-4f71-a107-ea6b16b36978 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:33.745966 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510a282a-d4f3-4f71-a107-ea6b16b36978 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:33.746298 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510a282a-d4f3-4f71-a107-ea6b16b36978 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:33.746650 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510a282a-d4f3-4f71-a107-ea6b16b36978 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:33.747229 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510a282a-d4f3-4f71-a107-ea6b16b36978 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:33.747320 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510a282a-d4f3-4f71-a107-ea6b16b36978 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:33.747624 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510a282a-d4f3-4f71-a107-ea6b16b36978 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:33.747946 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510a282a-d4f3-4f71-a107-ea6b16b36978 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:33.749595 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510a282a-d4f3-4f71-a107-ea6b16b36978 None None] Tracked resource versions report: Nov 25 00:20:33.749595 dv-cinder-819200-1-iscsi neutron-server[109125]: pushed versions: Nov 25 00:20:33.749595 dv-cinder-819200-1-iscsi neutron-server[109125]: { 'AddressGroup': {'1.2'}, Nov 25 00:20:33.749595 dv-cinder-819200-1-iscsi neutron-server[109125]: 'ConntrackHelper': {'1.0'}, Nov 25 00:20:33.749595 dv-cinder-819200-1-iscsi neutron-server[109125]: 'Log': {'1.0'}, Nov 25 00:20:33.749595 dv-cinder-819200-1-iscsi neutron-server[109125]: 'Network': {'1.1'}, Nov 25 00:20:33.749595 dv-cinder-819200-1-iscsi neutron-server[109125]: 'Port': {'1.7'}, Nov 25 00:20:33.749595 dv-cinder-819200-1-iscsi neutron-server[109125]: 'PortForwarding': {'1.2'}, Nov 25 00:20:33.749595 dv-cinder-819200-1-iscsi neutron-server[109125]: 'QosPolicy': {'1.10'}, Nov 25 00:20:33.749595 dv-cinder-819200-1-iscsi neutron-server[109125]: 'SecurityGroup': {'1.5'}, Nov 25 00:20:33.749595 dv-cinder-819200-1-iscsi neutron-server[109125]: 'SecurityGroupRule': {'1.2'}, Nov 25 00:20:33.749595 dv-cinder-819200-1-iscsi neutron-server[109125]: 'SubPort': {'1.0'}, Nov 25 00:20:33.749595 dv-cinder-819200-1-iscsi neutron-server[109125]: 'Subnet': {'1.1'}, Nov 25 00:20:33.749595 dv-cinder-819200-1-iscsi neutron-server[109125]: 'Trunk': {'1.1'}} Nov 25 00:20:33.749595 dv-cinder-819200-1-iscsi neutron-server[109125]: consumer versions: Nov 25 00:20:33.749595 dv-cinder-819200-1-iscsi neutron-server[109125]: { DHCP agent@dv-cinder-819200-1-iscsi: {}, Nov 25 00:20:33.749595 dv-cinder-819200-1-iscsi neutron-server[109125]: L3 agent@dv-cinder-819200-1-iscsi: {}, Nov 25 00:20:33.749595 dv-cinder-819200-1-iscsi neutron-server[109125]: Metadata agent@dv-cinder-819200-1-iscsi: {}, Nov 25 00:20:33.749595 dv-cinder-819200-1-iscsi neutron-server[109125]: Metering agent@dv-cinder-819200-1-iscsi: {}, Nov 25 00:20:33.749595 dv-cinder-819200-1-iscsi neutron-server[109125]: Open vSwitch agent@dv-cinder-819200-1-iscsi: { 'AddressGroup': '1.2', Nov 25 00:20:33.749595 dv-cinder-819200-1-iscsi neutron-server[109125]: 'ConntrackHelper': '1.0', Nov 25 00:20:33.749595 dv-cinder-819200-1-iscsi neutron-server[109125]: 'Log': '1.0', Nov 25 00:20:33.749595 dv-cinder-819200-1-iscsi neutron-server[109125]: 'Network': '1.1', Nov 25 00:20:33.749595 dv-cinder-819200-1-iscsi neutron-server[109125]: 'Port': '1.7', Nov 25 00:20:33.749595 dv-cinder-819200-1-iscsi neutron-server[109125]: 'PortForwarding': '1.2', Nov 25 00:20:33.749595 dv-cinder-819200-1-iscsi neutron-server[109125]: 'QosPolicy': '1.10', Nov 25 00:20:33.749595 dv-cinder-819200-1-iscsi neutron-server[109125]: 'SecurityGroup': '1.5', Nov 25 00:20:33.749595 dv-cinder-819200-1-iscsi neutron-server[109125]: 'SecurityGroupRule': '1.2', Nov 25 00:20:33.749595 dv-cinder-819200-1-iscsi neutron-server[109125]: 'SubPort': '1.0', Nov 25 00:20:33.749595 dv-cinder-819200-1-iscsi neutron-server[109125]: 'Subnet': '1.1', Nov 25 00:20:33.749595 dv-cinder-819200-1-iscsi neutron-server[109125]: 'Trunk': '1.1'}} Nov 25 00:20:33.749595 dv-cinder-819200-1-iscsi neutron-server[109125]: {{(pid=109125) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 00:20:33.799113 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-510a282a-d4f3-4f71-a107-ea6b16b36978 None None] Attempting to bind port e90e41d7-4bb4-4ca9-b4bf-d82a169ff557 on host dv-cinder-819200-1-iscsi for vnic_type normal with profile {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:20:33.799518 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-510a282a-d4f3-4f71-a107-ea6b16b36978 None None] Attempting to bind port e90e41d7-4bb4-4ca9-b4bf-d82a169ff557 by drivers openvswitch,hyperv on host dv-cinder-819200-1-iscsi at level 0 using segments [{'id': 'bf05e07d-8808-415a-ba37-0d80244501d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '391ed51f-79f2-4bdf-aaa6-fe1d5c2d6b51'}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:20:33.799918 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510a282a-d4f3-4f71-a107-ea6b16b36978 None None] Attempting to bind port e90e41d7-4bb4-4ca9-b4bf-d82a169ff557 on network 391ed51f-79f2-4bdf-aaa6-fe1d5c2d6b51 {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:20:33.805158 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510a282a-d4f3-4f71-a107-ea6b16b36978 None None] Checking agent: {'id': '6db1e42d-7d41-4128-8d86-b90db240c589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 20, 18), 'started_at': datetime.datetime(2021, 11, 25, 0, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:20:33.805538 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510a282a-d4f3-4f71-a107-ea6b16b36978 None None] Checking segment: {'id': 'bf05e07d-8808-415a-ba37-0d80244501d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '391ed51f-79f2-4bdf-aaa6-fe1d5c2d6b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:20:33.806013 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-510a282a-d4f3-4f71-a107-ea6b16b36978 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:33.806409 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510a282a-d4f3-4f71-a107-ea6b16b36978 None None] Bound using segment: {'id': 'bf05e07d-8808-415a-ba37-0d80244501d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '391ed51f-79f2-4bdf-aaa6-fe1d5c2d6b51'} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:20:33.806925 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-510a282a-d4f3-4f71-a107-ea6b16b36978 None None] Bound port: e90e41d7-4bb4-4ca9-b4bf-d82a169ff557, host: dv-cinder-819200-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf05e07d-8808-415a-ba37-0d80244501d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '391ed51f-79f2-4bdf-aaa6-fe1d5c2d6b51'}}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:20:33.807334 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-510a282a-d4f3-4f71-a107-ea6b16b36978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:33.871224 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-510a282a-d4f3-4f71-a107-ea6b16b36978 None None] For port e90e41d7-4bb4-4ca9-b4bf-d82a169ff557, host dv-cinder-819200-1-iscsi, cleared binding levels {{(pid=109125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:20:33.875693 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-510a282a-d4f3-4f71-a107-ea6b16b36978 None None] For port e90e41d7-4bb4-4ca9-b4bf-d82a169ff557, host dv-cinder-819200-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=e90e41d7-4bb4-4ca9-b4bf-d82a169ff557,segment=NetworkSegment(bf05e07d-8808-415a-ba37-0d80244501d9),segment_id=bf05e07d-8808-415a-ba37-0d80244501d9)] {{(pid=109125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:20:33.880416 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-510a282a-d4f3-4f71-a107-ea6b16b36978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:33.948459 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a282a-d4f3-4f71-a107-ea6b16b36978 None None] Pushing event updated for resources: {'Port': ['ID=e90e41d7-4bb4-4ca9-b4bf-d82a169ff557,revision_number=2']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:20:35.497770 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 37620) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:20:36.042557 dv-cinder-819200-1-iscsi neutron-server[109124]: WARNING oslo_policy.policy [None req-db3beb3e-7798-472a-8892-2da0dc7147a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 00:20:36.043166 dv-cinder-819200-1-iscsi neutron-server[109124]: WARNING oslo_policy.policy [None req-db3beb3e-7798-472a-8892-2da0dc7147a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 00:20:36.274773 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [None req-db3beb3e-7798-472a-8892-2da0dc7147a7 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 00:20:36.275950 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-db3beb3e-7798-472a-8892-2da0dc7147a7 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7772121 Nov 25 00:20:38.948781 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 37634) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:20:39.293393 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [None req-30cdcac5-4dc6-4dfe-bb8d-42c67241d6a0 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 00:20:39.294447 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-30cdcac5-4dc6-4dfe-bb8d-42c67241d6a0 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3446991 Nov 25 00:20:41.835827 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91759127-d47a-4b23-b60c-8f1b123bb940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:42.241471 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 37648) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:20:42.579294 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-2445eca2-5f86-4275-965f-07a87584c60d admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '9d125e20304c4aa0b8a754d93a6c5ca7'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:20:42.628049 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device e90e41d7-4bb4-4ca9-b4bf-d82a169ff557 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:20:42.645629 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.policy [None req-2445eca2-5f86-4275-965f-07a87584c60d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109124) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 25 00:20:42.695085 dv-cinder-819200-1-iscsi neutron-server[109124]: WARNING oslo_policy.policy [None req-2445eca2-5f86-4275-965f-07a87584c60d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 00:20:42.695479 dv-cinder-819200-1-iscsi neutron-server[109124]: WARNING oslo_policy.policy [None req-2445eca2-5f86-4275-965f-07a87584c60d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 00:20:42.704632 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.quota [None req-2445eca2-5f86-4275-965f-07a87584c60d admin admin] Loaded quota_driver: . Nov 25 00:20:42.728142 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port e90e41d7-4bb4-4ca9-b4bf-d82a169ff557 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:20:42.728539 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:42.772422 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-2445eca2-5f86-4275-965f-07a87584c60d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-776192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8608'] for router, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:42.774653 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-2445eca2-5f86-4275-965f-07a87584c60d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-776364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8633'] for router, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:42.851834 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:42.891018 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] For port e90e41d7-4bb4-4ca9-b4bf-d82a169ff557, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=e90e41d7-4bb4-4ca9-b4bf-d82a169ff557,segment=NetworkSegment(bf05e07d-8808-415a-ba37-0d80244501d9),segment_id=bf05e07d-8808-415a-ba37-0d80244501d9)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:20:42.896074 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:42.945649 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-2445eca2-5f86-4275-965f-07a87584c60d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:42.948127 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Pushing event updated for resources: {'Port': ['ID=e90e41d7-4bb4-4ca9-b4bf-d82a169ff557,revision_number=3']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:20:42.953019 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-2445eca2-5f86-4275-965f-07a87584c60d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-776343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622894'] for router, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:42.976005 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-2445eca2-5f86-4275-965f-07a87584c60d admin admin] Publish callbacks [] for router, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:42.989764 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-2445eca2-5f86-4275-965f-07a87584c60d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7365830 Nov 25 00:20:43.447794 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9120d095-56f2-45ee-92d8-a26e92d46b50 None None] Network 391ed51f-79f2-4bdf-aaa6-fe1d5c2d6b51 requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:20:43.511697 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-3b61c61a-b1db-484c-8fd3-6dc9cc24a740 None None] Provisioning complete for port e90e41d7-4bb4-4ca9-b4bf-d82a169ff557 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:20:43.512074 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-3b61c61a-b1db-484c-8fd3-6dc9cc24a740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:44.078361 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-293148e1-617b-478b-b302-5c6c6bc2c5fb None None] Provisioning complete for port e90e41d7-4bb4-4ca9-b4bf-d82a169ff557 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:20:44.079086 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-293148e1-617b-478b-b302-5c6c6bc2c5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:44.399101 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-872a526f-a0d8-4167-aa3c-bcd94d40d62a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:44.603943 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device e90e41d7-4bb4-4ca9-b4bf-d82a169ff557 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:20:44.655383 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port e90e41d7-4bb4-4ca9-b4bf-d82a169ff557 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:20:44.655751 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:45.734564 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 37658) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:20:46.075559 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [None req-fcd100b0-8c65-4d2c-83dd-7608dc982d6f admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 00:20:46.076664 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-fcd100b0-8c65-4d2c-83dd-7608dc982d6f admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3409669 Nov 25 00:20:46.346943 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:48.330982 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:48.335337 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:48.809217 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 37676) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:20:48.940291 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-08622534-7a2f-4d1f-990f-d85ffe226c32 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:20:48.964291 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08622534-7a2f-4d1f-990f-d85ffe226c32 admin admin] Made reservation on behalf of d0580159c94e4c00abf77ede1398aeea for: {'network': 1} {{(pid=109124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:20:48.967056 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-08622534-7a2f-4d1f-990f-d85ffe226c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for network, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:48.983734 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-08622534-7a2f-4d1f-990f-d85ffe226c32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:49.096039 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-08622534-7a2f-4d1f-990f-d85ffe226c32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:49.100871 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-08622534-7a2f-4d1f-990f-d85ffe226c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:49.112974 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-08622534-7a2f-4d1f-990f-d85ffe226c32 admin admin] Reserving flat network on physical network physnet1 {{(pid=109124) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 25 00:20:49.147000 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-08622534-7a2f-4d1f-990f-d85ffe226c32 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781494352842', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386'] for segment, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:49.147559 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-08622534-7a2f-4d1f-990f-d85ffe226c32 admin admin] Unsubscribe: segment precommit_create {{(pid=109124) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 25 00:20:49.148072 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.db.segments_db [None req-08622534-7a2f-4d1f-990f-d85ffe226c32 admin admin] Added segment 2cbd316e-5d05-4c4d-ba22-dac4641013ba of type flat for network 7e710f5f-af80-47ab-b03c-3a0dd4623f26 Nov 25 00:20:49.164257 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08622534-7a2f-4d1f-990f-d85ffe226c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a21548-e823-4c14-85cf-0c8c10e32549,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:20:49.213412 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08622534-7a2f-4d1f-990f-d85ffe226c32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:49.213757 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08622534-7a2f-4d1f-990f-d85ffe226c32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:49.214094 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08622534-7a2f-4d1f-990f-d85ffe226c32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:49.214421 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08622534-7a2f-4d1f-990f-d85ffe226c32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:49.214776 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08622534-7a2f-4d1f-990f-d85ffe226c32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:49.215115 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08622534-7a2f-4d1f-990f-d85ffe226c32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:49.215436 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08622534-7a2f-4d1f-990f-d85ffe226c32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:49.215773 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08622534-7a2f-4d1f-990f-d85ffe226c32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:49.216097 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08622534-7a2f-4d1f-990f-d85ffe226c32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:49.216412 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08622534-7a2f-4d1f-990f-d85ffe226c32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:49.216722 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08622534-7a2f-4d1f-990f-d85ffe226c32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:49.217030 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08622534-7a2f-4d1f-990f-d85ffe226c32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:49.218444 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08622534-7a2f-4d1f-990f-d85ffe226c32 admin admin] Tracked resource versions report: Nov 25 00:20:49.218444 dv-cinder-819200-1-iscsi neutron-server[109124]: pushed versions: Nov 25 00:20:49.218444 dv-cinder-819200-1-iscsi neutron-server[109124]: { 'AddressGroup': {'1.2'}, Nov 25 00:20:49.218444 dv-cinder-819200-1-iscsi neutron-server[109124]: 'ConntrackHelper': {'1.0'}, Nov 25 00:20:49.218444 dv-cinder-819200-1-iscsi neutron-server[109124]: 'Log': {'1.0'}, Nov 25 00:20:49.218444 dv-cinder-819200-1-iscsi neutron-server[109124]: 'Network': {'1.1'}, Nov 25 00:20:49.218444 dv-cinder-819200-1-iscsi neutron-server[109124]: 'Port': {'1.7'}, Nov 25 00:20:49.218444 dv-cinder-819200-1-iscsi neutron-server[109124]: 'PortForwarding': {'1.2'}, Nov 25 00:20:49.218444 dv-cinder-819200-1-iscsi neutron-server[109124]: 'QosPolicy': {'1.10'}, Nov 25 00:20:49.218444 dv-cinder-819200-1-iscsi neutron-server[109124]: 'SecurityGroup': {'1.5'}, Nov 25 00:20:49.218444 dv-cinder-819200-1-iscsi neutron-server[109124]: 'SecurityGroupRule': {'1.2'}, Nov 25 00:20:49.218444 dv-cinder-819200-1-iscsi neutron-server[109124]: 'SubPort': {'1.0'}, Nov 25 00:20:49.218444 dv-cinder-819200-1-iscsi neutron-server[109124]: 'Subnet': {'1.1'}, Nov 25 00:20:49.218444 dv-cinder-819200-1-iscsi neutron-server[109124]: 'Trunk': {'1.1'}} Nov 25 00:20:49.218444 dv-cinder-819200-1-iscsi neutron-server[109124]: consumer versions: Nov 25 00:20:49.218444 dv-cinder-819200-1-iscsi neutron-server[109124]: { DHCP agent@dv-cinder-819200-1-iscsi: {}, Nov 25 00:20:49.218444 dv-cinder-819200-1-iscsi neutron-server[109124]: L3 agent@dv-cinder-819200-1-iscsi: {}, Nov 25 00:20:49.218444 dv-cinder-819200-1-iscsi neutron-server[109124]: Metadata agent@dv-cinder-819200-1-iscsi: {}, Nov 25 00:20:49.218444 dv-cinder-819200-1-iscsi neutron-server[109124]: Metering agent@dv-cinder-819200-1-iscsi: {}, Nov 25 00:20:49.218444 dv-cinder-819200-1-iscsi neutron-server[109124]: Open vSwitch agent@dv-cinder-819200-1-iscsi: { 'AddressGroup': '1.2', Nov 25 00:20:49.218444 dv-cinder-819200-1-iscsi neutron-server[109124]: 'ConntrackHelper': '1.0', Nov 25 00:20:49.218444 dv-cinder-819200-1-iscsi neutron-server[109124]: 'Log': '1.0', Nov 25 00:20:49.218444 dv-cinder-819200-1-iscsi neutron-server[109124]: 'Network': '1.1', Nov 25 00:20:49.218444 dv-cinder-819200-1-iscsi neutron-server[109124]: 'Port': '1.7', Nov 25 00:20:49.218444 dv-cinder-819200-1-iscsi neutron-server[109124]: 'PortForwarding': '1.2', Nov 25 00:20:49.218444 dv-cinder-819200-1-iscsi neutron-server[109124]: 'QosPolicy': '1.10', Nov 25 00:20:49.218444 dv-cinder-819200-1-iscsi neutron-server[109124]: 'SecurityGroup': '1.5', Nov 25 00:20:49.218444 dv-cinder-819200-1-iscsi neutron-server[109124]: 'SecurityGroupRule': '1.2', Nov 25 00:20:49.218444 dv-cinder-819200-1-iscsi neutron-server[109124]: 'SubPort': '1.0', Nov 25 00:20:49.218444 dv-cinder-819200-1-iscsi neutron-server[109124]: 'Subnet': '1.1', Nov 25 00:20:49.218444 dv-cinder-819200-1-iscsi neutron-server[109124]: 'Trunk': '1.1'}} Nov 25 00:20:49.218444 dv-cinder-819200-1-iscsi neutron-server[109124]: {{(pid=109124) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 00:20:49.278557 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-08622534-7a2f-4d1f-990f-d85ffe226c32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781493843164'] for network, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:49.323014 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-08622534-7a2f-4d1f-990f-d85ffe226c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570'] for network, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:49.324187 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08622534-7a2f-4d1f-990f-d85ffe226c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:20:49.325006 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-08622534-7a2f-4d1f-990f-d85ffe226c32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for network, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:49.409491 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-08622534-7a2f-4d1f-990f-d85ffe226c32 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5991662 Nov 25 00:20:49.434479 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08622534-7a2f-4d1f-990f-d85ffe226c32 admin admin] Pushing event updated for resources: {'Network': ['ID=7e710f5f-af80-47ab-b03c-3a0dd4623f26,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:20:49.445535 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Network 7e710f5f-af80-47ab-b03c-3a0dd4623f26 details requested by agent ovs-agent-dv-cinder-819200-1-iscsi with host dv-cinder-819200-1-iscsi {{(pid=109125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 00:20:51.895873 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 37698) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:20:51.994943 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bd07a9-fca9-47fe-952c-3338c8eef77e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:20:51.996318 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-73bd07a9-fca9-47fe-952c-3338c8eef77e admin admin] 10.222.0.37 "GET /v2.0/subnets/212570e1-cdbd-466b-8331-eb82c82fe5a6 HTTP/1.1" status: 200 len: 849 time: 0.0993671 Nov 25 00:20:52.158256 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-b64e403d-dc55-4eba-94ce-5b2eecdf6479 admin admin] 10.222.0.37 "GET /v2.0/routers/059a606f-7a5d-4c62-b4ad-6b783e0e8a97 HTTP/1.1" status: 200 len: 704 time: 0.1554222 Nov 25 00:20:52.429214 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-7449be2f-f6aa-4d30-9998-88139fd854a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:52.721575 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.db_base_plugin_common [None req-7449be2f-f6aa-4d30-9998-88139fd854a2 admin admin] Allocated IP 172.20.0.1 (391ed51f-79f2-4bdf-aaa6-fe1d5c2d6b51/212570e1-cdbd-466b-8331-eb82c82fe5a6/d47ffbdf-05e5-47b1-b5d1-ad7c97c58533) {{(pid=109123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:20:52.882168 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-7449be2f-f6aa-4d30-9998-88139fd854a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:52.950036 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-7449be2f-f6aa-4d30-9998-88139fd854a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153'] for port, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:53.087056 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7449be2f-f6aa-4d30-9998-88139fd854a2 admin admin] Network 391ed51f-79f2-4bdf-aaa6-fe1d5c2d6b51 is already hosted by enough agents. {{(pid=109123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:20:53.095480 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [None req-7449be2f-f6aa-4d30-9998-88139fd854a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:20:53.097662 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449be2f-f6aa-4d30-9998-88139fd854a2 admin admin] Pushing event updated for resources: {'Port': ['ID=d47ffbdf-05e5-47b1-b5d1-ad7c97c58533,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:20:53.109382 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7449be2f-f6aa-4d30-9998-88139fd854a2 admin admin] Received port after_create {{(pid=109123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:20:53.109792 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-7449be2f-f6aa-4d30-9998-88139fd854a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623071'] for router_interface, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:53.321674 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-7449be2f-f6aa-4d30-9998-88139fd854a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:53.347473 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-52025580-825f-4d5f-b40a-f88097321a5d None None] Provisioning complete for port d47ffbdf-05e5-47b1-b5d1-ad7c97c58533 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:20:53.348091 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-52025580-825f-4d5f-b40a-f88097321a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:53.383491 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-52025580-825f-4d5f-b40a-f88097321a5d None None] Port d47ffbdf-05e5-47b1-b5d1-ad7c97c58533 cannot update to ACTIVE because it is not bound. {{(pid=109125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 00:20:53.544943 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-7449be2f-f6aa-4d30-9998-88139fd854a2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:53.550162 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-7449be2f-f6aa-4d30-9998-88139fd854a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:53.550994 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-7449be2f-f6aa-4d30-9998-88139fd854a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-762479'] for router_interface, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:53.630498 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449be2f-f6aa-4d30-9998-88139fd854a2 admin admin] Pushing event updated for resources: {'Port': ['ID=d47ffbdf-05e5-47b1-b5d1-ad7c97c58533,revision_number=2']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:20:53.679224 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7449be2f-f6aa-4d30-9998-88139fd854a2 admin admin] Network 391ed51f-79f2-4bdf-aaa6-fe1d5c2d6b51 is already hosted by enough agents. {{(pid=109123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:20:53.680540 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [None req-7449be2f-f6aa-4d30-9998-88139fd854a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:20:53.844604 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7449be2f-f6aa-4d30-9998-88139fd854a2 admin admin] Router 059a606f-7a5d-4c62-b4ad-6b783e0e8a97 is scheduled to L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 with binding_index 1 {{(pid=109123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 00:20:53.909181 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-4277a940-51dd-4154-90f4-1bd82ef176ac None None] Provisioning complete for port d47ffbdf-05e5-47b1-b5d1-ad7c97c58533 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:20:53.909476 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-4277a940-51dd-4154-90f4-1bd82ef176ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:53.940072 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7449be2f-f6aa-4d30-9998-88139fd854a2 admin admin] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:20:53.945524 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-7449be2f-f6aa-4d30-9998-88139fd854a2 admin admin] 10.222.0.37 "PUT /v2.0/routers/059a606f-7a5d-4c62-b4ad-6b783e0e8a97/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7816877 Nov 25 00:20:53.950061 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-4277a940-51dd-4154-90f4-1bd82ef176ac None None] Port d47ffbdf-05e5-47b1-b5d1-ad7c97c58533 cannot update to ACTIVE because it is not bound. {{(pid=109125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 00:20:53.955960 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c96fc5-ee8c-4a1e-bfc3-4296a31f4bef None None] Sync routers for ids ['059a606f-7a5d-4c62-b4ad-6b783e0e8a97'] in dv-cinder-819200-1-iscsi {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:20:53.969061 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c96fc5-ee8c-4a1e-bfc3-4296a31f4bef None None] Routers {'059a606f-7a5d-4c62-b4ad-6b783e0e8a97'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:20:53.969943 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-61c96fc5-ee8c-4a1e-bfc3-4296a31f4bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:20:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['059a606f-7a5d-4c62-b4ad-6b783e0e8a97'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:20:54.165138 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-61c96fc5-ee8c-4a1e-bfc3-4296a31f4bef None None] Set router 059a606f-7a5d-4c62-b4ad-6b783e0e8a97 gateway port host: None {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:20:54.680432 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-61c96fc5-ee8c-4a1e-bfc3-4296a31f4bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059a606f-7a5d-4c62-b4ad-6b783e0e8a97', 'name': 'router1', 'tenant_id': '9d125e20304c4aa0b8a754d93a6c5ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:20:42Z', 'updated_at': '2021-11-25T00:20:53Z', 'revision_number': 2, 'project_id': '9d125e20304c4aa0b8a754d93a6c5ca7', 'gw_port_host': None, '_interfaces': [{'id': 'd47ffbdf-05e5-47b1-b5d1-ad7c97c58533', 'name': '', 'network_id': '391ed51f-79f2-4bdf-aaa6-fe1d5c2d6b51', 'tenant_id': '9d125e20304c4aa0b8a754d93a6c5ca7', 'mac_address': 'fa:16:3e:91:1c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '059a606f-7a5d-4c62-b4ad-6b783e0e8a97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '212570e1-cdbd-466b-8331-eb82c82fe5a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:20:52Z', 'updated_at': '2021-11-25T00:20:53Z', 'revision_number': 2, 'project_id': '9d125e20304c4aa0b8a754d93a6c5ca7', 'subnets': [{'id': '212570e1-cdbd-466b-8331-eb82c82fe5a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2064e34a-36f0-42b5-a371-685365121e86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:20:54.735028 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c96fc5-ee8c-4a1e-bfc3-4296a31f4bef None None] Checking router: 059a606f-7a5d-4c62-b4ad-6b783e0e8a97 for host: dv-cinder-819200-1-iscsi {{(pid=109126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:20:54.735482 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c96fc5-ee8c-4a1e-bfc3-4296a31f4bef None None] Updating router 059a606f-7a5d-4c62-b4ad-6b783e0e8a97 port d47ffbdf-05e5-47b1-b5d1-ad7c97c58533 binding host dv-cinder-819200-1-iscsi {{(pid=109126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 00:20:54.785140 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-61c96fc5-ee8c-4a1e-bfc3-4296a31f4bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:55.376869 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-61c96fc5-ee8c-4a1e-bfc3-4296a31f4bef None None] Publish callbacks [] for port, precommit_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:55.384517 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-61c96fc5-ee8c-4a1e-bfc3-4296a31f4bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:55.568934 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.managers [None req-61c96fc5-ee8c-4a1e-bfc3-4296a31f4bef None None] Attempting to bind port d47ffbdf-05e5-47b1-b5d1-ad7c97c58533 on host dv-cinder-819200-1-iscsi for vnic_type normal with profile {{(pid=109126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:20:55.569338 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.managers [None req-61c96fc5-ee8c-4a1e-bfc3-4296a31f4bef None None] Attempting to bind port d47ffbdf-05e5-47b1-b5d1-ad7c97c58533 by drivers openvswitch,hyperv on host dv-cinder-819200-1-iscsi at level 0 using segments [{'id': 'bf05e07d-8808-415a-ba37-0d80244501d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '391ed51f-79f2-4bdf-aaa6-fe1d5c2d6b51'}] {{(pid=109126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:20:55.569781 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c96fc5-ee8c-4a1e-bfc3-4296a31f4bef None None] Attempting to bind port d47ffbdf-05e5-47b1-b5d1-ad7c97c58533 on network 391ed51f-79f2-4bdf-aaa6-fe1d5c2d6b51 {{(pid=109126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:20:55.576235 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c96fc5-ee8c-4a1e-bfc3-4296a31f4bef None None] Checking agent: {'id': '6db1e42d-7d41-4128-8d86-b90db240c589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 20, 18), 'started_at': datetime.datetime(2021, 11, 25, 0, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:20:55.576846 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c96fc5-ee8c-4a1e-bfc3-4296a31f4bef None None] Checking segment: {'id': 'bf05e07d-8808-415a-ba37-0d80244501d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '391ed51f-79f2-4bdf-aaa6-fe1d5c2d6b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:20:55.577401 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-61c96fc5-ee8c-4a1e-bfc3-4296a31f4bef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:55.577828 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c96fc5-ee8c-4a1e-bfc3-4296a31f4bef None None] Bound using segment: {'id': 'bf05e07d-8808-415a-ba37-0d80244501d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '391ed51f-79f2-4bdf-aaa6-fe1d5c2d6b51'} {{(pid=109126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:20:55.578361 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.managers [None req-61c96fc5-ee8c-4a1e-bfc3-4296a31f4bef None None] Bound port: d47ffbdf-05e5-47b1-b5d1-ad7c97c58533, host: dv-cinder-819200-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf05e07d-8808-415a-ba37-0d80244501d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '391ed51f-79f2-4bdf-aaa6-fe1d5c2d6b51'}}] {{(pid=109126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:20:55.578783 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-61c96fc5-ee8c-4a1e-bfc3-4296a31f4bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:55.582324 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83918c2-7b62-42e0-bae8-9ab8f129d290 None None] Pushing event updated for resources: {'Port': ['ID=d47ffbdf-05e5-47b1-b5d1-ad7c97c58533,revision_number=3']} {{(pid=109126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:20:55.628285 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83918c2-7b62-42e0-bae8-9ab8f129d290 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:55.628721 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83918c2-7b62-42e0-bae8-9ab8f129d290 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:55.629072 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83918c2-7b62-42e0-bae8-9ab8f129d290 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:55.629397 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83918c2-7b62-42e0-bae8-9ab8f129d290 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:55.629725 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83918c2-7b62-42e0-bae8-9ab8f129d290 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:55.630050 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83918c2-7b62-42e0-bae8-9ab8f129d290 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:55.630371 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83918c2-7b62-42e0-bae8-9ab8f129d290 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:55.630720 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83918c2-7b62-42e0-bae8-9ab8f129d290 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:55.631049 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83918c2-7b62-42e0-bae8-9ab8f129d290 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:55.631369 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83918c2-7b62-42e0-bae8-9ab8f129d290 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:55.631683 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83918c2-7b62-42e0-bae8-9ab8f129d290 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:55.632005 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83918c2-7b62-42e0-bae8-9ab8f129d290 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:20:55.633175 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83918c2-7b62-42e0-bae8-9ab8f129d290 None None] Tracked resource versions report: Nov 25 00:20:55.633175 dv-cinder-819200-1-iscsi neutron-server[109126]: pushed versions: Nov 25 00:20:55.633175 dv-cinder-819200-1-iscsi neutron-server[109126]: { 'AddressGroup': {'1.2'}, Nov 25 00:20:55.633175 dv-cinder-819200-1-iscsi neutron-server[109126]: 'ConntrackHelper': {'1.0'}, Nov 25 00:20:55.633175 dv-cinder-819200-1-iscsi neutron-server[109126]: 'Log': {'1.0'}, Nov 25 00:20:55.633175 dv-cinder-819200-1-iscsi neutron-server[109126]: 'Network': {'1.1'}, Nov 25 00:20:55.633175 dv-cinder-819200-1-iscsi neutron-server[109126]: 'Port': {'1.7'}, Nov 25 00:20:55.633175 dv-cinder-819200-1-iscsi neutron-server[109126]: 'PortForwarding': {'1.2'}, Nov 25 00:20:55.633175 dv-cinder-819200-1-iscsi neutron-server[109126]: 'QosPolicy': {'1.10'}, Nov 25 00:20:55.633175 dv-cinder-819200-1-iscsi neutron-server[109126]: 'SecurityGroup': {'1.5'}, Nov 25 00:20:55.633175 dv-cinder-819200-1-iscsi neutron-server[109126]: 'SecurityGroupRule': {'1.2'}, Nov 25 00:20:55.633175 dv-cinder-819200-1-iscsi neutron-server[109126]: 'SubPort': {'1.0'}, Nov 25 00:20:55.633175 dv-cinder-819200-1-iscsi neutron-server[109126]: 'Subnet': {'1.1'}, Nov 25 00:20:55.633175 dv-cinder-819200-1-iscsi neutron-server[109126]: 'Trunk': {'1.1'}} Nov 25 00:20:55.633175 dv-cinder-819200-1-iscsi neutron-server[109126]: consumer versions: Nov 25 00:20:55.633175 dv-cinder-819200-1-iscsi neutron-server[109126]: { DHCP agent@dv-cinder-819200-1-iscsi: {}, Nov 25 00:20:55.633175 dv-cinder-819200-1-iscsi neutron-server[109126]: L3 agent@dv-cinder-819200-1-iscsi: {}, Nov 25 00:20:55.633175 dv-cinder-819200-1-iscsi neutron-server[109126]: Metadata agent@dv-cinder-819200-1-iscsi: {}, Nov 25 00:20:55.633175 dv-cinder-819200-1-iscsi neutron-server[109126]: Metering agent@dv-cinder-819200-1-iscsi: {}, Nov 25 00:20:55.633175 dv-cinder-819200-1-iscsi neutron-server[109126]: Open vSwitch agent@dv-cinder-819200-1-iscsi: { 'AddressGroup': '1.2', Nov 25 00:20:55.633175 dv-cinder-819200-1-iscsi neutron-server[109126]: 'ConntrackHelper': '1.0', Nov 25 00:20:55.633175 dv-cinder-819200-1-iscsi neutron-server[109126]: 'Log': '1.0', Nov 25 00:20:55.633175 dv-cinder-819200-1-iscsi neutron-server[109126]: 'Network': '1.1', Nov 25 00:20:55.633175 dv-cinder-819200-1-iscsi neutron-server[109126]: 'Port': '1.7', Nov 25 00:20:55.633175 dv-cinder-819200-1-iscsi neutron-server[109126]: 'PortForwarding': '1.2', Nov 25 00:20:55.633175 dv-cinder-819200-1-iscsi neutron-server[109126]: 'QosPolicy': '1.10', Nov 25 00:20:55.633175 dv-cinder-819200-1-iscsi neutron-server[109126]: 'SecurityGroup': '1.5', Nov 25 00:20:55.633175 dv-cinder-819200-1-iscsi neutron-server[109126]: 'SecurityGroupRule': '1.2', Nov 25 00:20:55.633175 dv-cinder-819200-1-iscsi neutron-server[109126]: 'SubPort': '1.0', Nov 25 00:20:55.633175 dv-cinder-819200-1-iscsi neutron-server[109126]: 'Subnet': '1.1', Nov 25 00:20:55.633175 dv-cinder-819200-1-iscsi neutron-server[109126]: 'Trunk': '1.1'}} Nov 25 00:20:55.633175 dv-cinder-819200-1-iscsi neutron-server[109126]: {{(pid=109126) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 00:20:55.681543 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.db [None req-61c96fc5-ee8c-4a1e-bfc3-4296a31f4bef None None] For port d47ffbdf-05e5-47b1-b5d1-ad7c97c58533, host dv-cinder-819200-1-iscsi, cleared binding levels {{(pid=109126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:20:55.681940 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-4e52a90d-281f-4ad3-a8b9-661c60a5446f None None] Provisioning complete for port d47ffbdf-05e5-47b1-b5d1-ad7c97c58533 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:20:55.682904 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-4e52a90d-281f-4ad3-a8b9-661c60a5446f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:55.706701 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.db [None req-61c96fc5-ee8c-4a1e-bfc3-4296a31f4bef None None] For port d47ffbdf-05e5-47b1-b5d1-ad7c97c58533, host dv-cinder-819200-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=d47ffbdf-05e5-47b1-b5d1-ad7c97c58533,segment=NetworkSegment(bf05e07d-8808-415a-ba37-0d80244501d9),segment_id=bf05e07d-8808-415a-ba37-0d80244501d9)] {{(pid=109126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:20:55.713534 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-61c96fc5-ee8c-4a1e-bfc3-4296a31f4bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:55.720005 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-4e52a90d-281f-4ad3-a8b9-661c60a5446f None None] Port d47ffbdf-05e5-47b1-b5d1-ad7c97c58533 cannot update to ACTIVE because it is not bound. {{(pid=109125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 00:20:55.776326 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83918c2-7b62-42e0-bae8-9ab8f129d290 None None] Pushing event updated for resources: {'Port': ['ID=d47ffbdf-05e5-47b1-b5d1-ad7c97c58533,revision_number=4']} {{(pid=109126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:20:55.778814 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c96fc5-ee8c-4a1e-bfc3-4296a31f4bef None None] Routers {'059a606f-7a5d-4c62-b4ad-6b783e0e8a97'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:20:55.781467 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-61c96fc5-ee8c-4a1e-bfc3-4296a31f4bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:20:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['059a606f-7a5d-4c62-b4ad-6b783e0e8a97'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:20:55.876811 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-61c96fc5-ee8c-4a1e-bfc3-4296a31f4bef None None] Set router 059a606f-7a5d-4c62-b4ad-6b783e0e8a97 gateway port host: None {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:20:55.943304 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-dcdca552-1684-4597-8c9d-28b09982153c None None] Provisioning complete for port d47ffbdf-05e5-47b1-b5d1-ad7c97c58533 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:20:55.943899 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-dcdca552-1684-4597-8c9d-28b09982153c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:56.032856 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-dcdca552-1684-4597-8c9d-28b09982153c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:56.069696 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-dcdca552-1684-4597-8c9d-28b09982153c None None] For port d47ffbdf-05e5-47b1-b5d1-ad7c97c58533, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=d47ffbdf-05e5-47b1-b5d1-ad7c97c58533,segment=NetworkSegment(bf05e07d-8808-415a-ba37-0d80244501d9),segment_id=bf05e07d-8808-415a-ba37-0d80244501d9)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:20:56.074509 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-dcdca552-1684-4597-8c9d-28b09982153c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:56.133253 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdca552-1684-4597-8c9d-28b09982153c None None] Pushing event updated for resources: {'Port': ['ID=d47ffbdf-05e5-47b1-b5d1-ad7c97c58533,revision_number=5']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:20:56.173168 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-61c96fc5-ee8c-4a1e-bfc3-4296a31f4bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059a606f-7a5d-4c62-b4ad-6b783e0e8a97', 'name': 'router1', 'tenant_id': '9d125e20304c4aa0b8a754d93a6c5ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:20:42Z', 'updated_at': '2021-11-25T00:20:53Z', 'revision_number': 2, 'project_id': '9d125e20304c4aa0b8a754d93a6c5ca7', 'gw_port_host': None, '_interfaces': [{'id': 'd47ffbdf-05e5-47b1-b5d1-ad7c97c58533', 'name': '', 'network_id': '391ed51f-79f2-4bdf-aaa6-fe1d5c2d6b51', 'tenant_id': '9d125e20304c4aa0b8a754d93a6c5ca7', 'mac_address': 'fa:16:3e:91:1c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '059a606f-7a5d-4c62-b4ad-6b783e0e8a97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '212570e1-cdbd-466b-8331-eb82c82fe5a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:20:52Z', 'updated_at': '2021-11-25T00:20:55Z', 'revision_number': 4, 'project_id': '9d125e20304c4aa0b8a754d93a6c5ca7', 'subnets': [{'id': '212570e1-cdbd-466b-8331-eb82c82fe5a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2064e34a-36f0-42b5-a371-685365121e86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:20:56.204816 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c96fc5-ee8c-4a1e-bfc3-4296a31f4bef None None] The sync data for ids ['059a606f-7a5d-4c62-b4ad-6b783e0e8a97'] in dv-cinder-819200-1-iscsi is: [{'id': '059a606f-7a5d-4c62-b4ad-6b783e0e8a97', 'name': 'router1', 'tenant_id': '9d125e20304c4aa0b8a754d93a6c5ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:20:42Z', 'updated_at': '2021-11-25T00:20:53Z', 'revision_number': 2, 'project_id': '9d125e20304c4aa0b8a754d93a6c5ca7', 'gw_port_host': None, '_interfaces': [{'id': 'd47ffbdf-05e5-47b1-b5d1-ad7c97c58533', 'name': '', 'network_id': '391ed51f-79f2-4bdf-aaa6-fe1d5c2d6b51', 'tenant_id': '9d125e20304c4aa0b8a754d93a6c5ca7', 'mac_address': 'fa:16:3e:91:1c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '059a606f-7a5d-4c62-b4ad-6b783e0e8a97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '212570e1-cdbd-466b-8331-eb82c82fe5a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:20:52Z', 'updated_at': '2021-11-25T00:20:55Z', 'revision_number': 4, 'project_id': '9d125e20304c4aa0b8a754d93a6c5ca7', 'subnets': [{'id': '212570e1-cdbd-466b-8331-eb82c82fe5a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2064e34a-36f0-42b5-a371-685365121e86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:20:56.459754 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 37710) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:20:56.573596 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a5a39b-bf5d-4695-9bc2-7940a9f3e819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:20:56.575002 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-56a5a39b-bf5d-4695-9bc2-7940a9f3e819 admin admin] 10.222.0.37 "GET /v2.0/networks/7e710f5f-af80-47ab-b03c-3a0dd4623f26 HTTP/1.1" status: 200 len: 842 time: 0.1142700 Nov 25 00:20:56.585565 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-2cf196f9-79ac-4fd2-8d02-1f6b09b36b53 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'gateway_ip': '172.27.2.1'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:20:56.610660 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf196f9-79ac-4fd2-8d02-1f6b09b36b53 admin admin] Made reservation on behalf of d0580159c94e4c00abf77ede1398aeea for: {'subnet': 1} {{(pid=109123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:20:56.613013 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-2cf196f9-79ac-4fd2-8d02-1f6b09b36b53 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:56.914784 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.objects.ports [None req-2cf196f9-79ac-4fd2-8d02-1f6b09b36b53 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109123) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 00:20:56.915259 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-2cf196f9-79ac-4fd2-8d02-1f6b09b36b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570'] for subnet, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:56.971306 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf196f9-79ac-4fd2-8d02-1f6b09b36b53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89cd149f-d365-4a11-b22c-c62ab9234e96,revision_number=0']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:20:56.985862 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf196f9-79ac-4fd2-8d02-1f6b09b36b53 admin admin] Checking segment: {'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:20:56.986433 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf196f9-79ac-4fd2-8d02-1f6b09b36b53 admin admin] Network hostable DHCP agents. Network: 7e710f5f-af80-47ab-b03c-3a0dd4623f26, hostable agents: ['ef09b5cd-dd29-4f41-b3e7-5eec944a36f7'], hosted agents: [] {{(pid=109123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 00:20:57.012284 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf196f9-79ac-4fd2-8d02-1f6b09b36b53 admin admin] Network 7e710f5f-af80-47ab-b03c-3a0dd4623f26 is scheduled to be hosted by DHCP agent ef09b5cd-dd29-4f41-b3e7-5eec944a36f7 with binding_index 1 {{(pid=109123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 00:20:57.023724 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [None req-2cf196f9-79ac-4fd2-8d02-1f6b09b36b53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-1-iscsi, 7e710f5f-af80-47ab-b03c-3a0dd4623f26) {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:20:57.028046 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf196f9-79ac-4fd2-8d02-1f6b09b36b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:20:57.028640 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-2cf196f9-79ac-4fd2-8d02-1f6b09b36b53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for subnet, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:20:57.040780 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b6f6bd-fccf-4d1a-a2aa-1538acb20ccf None None] Network 7e710f5f-af80-47ab-b03c-3a0dd4623f26 requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:20:57.056274 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-2cf196f9-79ac-4fd2-8d02-1f6b09b36b53 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4676375 Nov 25 00:20:57.227258 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778c157f-1ab9-488c-a0d0-d7436affb86d None None] Network 7e710f5f-af80-47ab-b03c-3a0dd4623f26 requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:20:59.723086 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 37718) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:20:59.858165 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-de6558cd-fa63-48cf-a76d-822dab51dfbb admin admin] 10.222.0.37 "GET /v2.0/routers/059a606f-7a5d-4c62-b4ad-6b783e0e8a97 HTTP/1.1" status: 200 len: 710 time: 0.1337786 Nov 25 00:21:00.028361 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd57c55b-fe90-4a8a-ba11-573d88c8adac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:21:00.029766 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-dd57c55b-fe90-4a8a-ba11-573d88c8adac admin admin] 10.222.0.37 "GET /v2.0/networks/7e710f5f-af80-47ab-b03c-3a0dd4623f26 HTTP/1.1" status: 200 len: 886 time: 0.1654944 Nov 25 00:21:00.039582 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-d38b43ba-b4c6-4ff2-8e2c-6a2a302cd4d5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'}}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:21:00.311218 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d38b43ba-b4c6-4ff2-8e2c-6a2a302cd4d5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:21:00.593876 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d38b43ba-b4c6-4ff2-8e2c-6a2a302cd4d5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:21:00.677830 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d38b43ba-b4c6-4ff2-8e2c-6a2a302cd4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:21:00.789393 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.db_base_plugin_common [None req-d38b43ba-b4c6-4ff2-8e2c-6a2a302cd4d5 admin admin] Allocated IP 172.27.2.6 (7e710f5f-af80-47ab-b03c-3a0dd4623f26/89cd149f-d365-4a11-b22c-c62ab9234e96/80445812-a82e-40ac-ace1-5330e3f18715) {{(pid=109123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:21:00.894759 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d38b43ba-b4c6-4ff2-8e2c-6a2a302cd4d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:21:00.929229 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d38b43ba-b4c6-4ff2-8e2c-6a2a302cd4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153'] for port, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:21:00.972708 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38b43ba-b4c6-4ff2-8e2c-6a2a302cd4d5 admin admin] Network 7e710f5f-af80-47ab-b03c-3a0dd4623f26 is already hosted by enough agents. {{(pid=109123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:21:00.975704 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [None req-d38b43ba-b4c6-4ff2-8e2c-6a2a302cd4d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:21:00.979559 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38b43ba-b4c6-4ff2-8e2c-6a2a302cd4d5 admin admin] Received port after_create {{(pid=109123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:21:00.985732 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b43ba-b4c6-4ff2-8e2c-6a2a302cd4d5 admin admin] Pushing event updated for resources: {'Port': ['ID=80445812-a82e-40ac-ace1-5330e3f18715,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:21:01.241622 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d38b43ba-b4c6-4ff2-8e2c-6a2a302cd4d5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:21:01.555272 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d38b43ba-b4c6-4ff2-8e2c-6a2a302cd4d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622901', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-776350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8591'] for router, precommit_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:21:01.559197 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d38b43ba-b4c6-4ff2-8e2c-6a2a302cd4d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-622887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-776329'] for router, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:21:01.677251 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38b43ba-b4c6-4ff2-8e2c-6a2a302cd4d5 admin admin] Router 059a606f-7a5d-4c62-b4ad-6b783e0e8a97 has already been hosted by L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 {{(pid=109123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 00:21:01.790549 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38b43ba-b4c6-4ff2-8e2c-6a2a302cd4d5 admin admin] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:21:01.794936 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d38b43ba-b4c6-4ff2-8e2c-6a2a302cd4d5 admin admin] Publish callbacks [] for router, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:21:01.796600 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-d38b43ba-b4c6-4ff2-8e2c-6a2a302cd4d5 admin admin] 10.222.0.37 "PUT /v2.0/routers/059a606f-7a5d-4c62-b4ad-6b783e0e8a97 HTTP/1.1" status: 200 len: 888 time: 1.7602360 Nov 25 00:21:02.635997 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device d47ffbdf-05e5-47b1-b5d1-ad7c97c58533 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:21:02.698427 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port d47ffbdf-05e5-47b1-b5d1-ad7c97c58533 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:21:02.706225 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:21:03.763906 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfac11e5-c715-482e-835b-6731d35828c1 None None] Sync routers for ids ['059a606f-7a5d-4c62-b4ad-6b783e0e8a97'] in dv-cinder-819200-1-iscsi {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:21:03.781616 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfac11e5-c715-482e-835b-6731d35828c1 None None] Routers {'059a606f-7a5d-4c62-b4ad-6b783e0e8a97'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:21:03.782406 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-dfac11e5-c715-482e-835b-6731d35828c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:20:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['059a606f-7a5d-4c62-b4ad-6b783e0e8a97'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:21:04.010450 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-dfac11e5-c715-482e-835b-6731d35828c1 None None] Set router 059a606f-7a5d-4c62-b4ad-6b783e0e8a97 gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:21:04.502140 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-dfac11e5-c715-482e-835b-6731d35828c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059a606f-7a5d-4c62-b4ad-6b783e0e8a97', 'name': 'router1', 'tenant_id': '9d125e20304c4aa0b8a754d93a6c5ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '80445812-a82e-40ac-ace1-5330e3f18715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:20:42Z', 'updated_at': '2021-11-25T00:21:01Z', 'revision_number': 4, 'project_id': '9d125e20304c4aa0b8a754d93a6c5ca7', 'gw_port': {'id': '80445812-a82e-40ac-ace1-5330e3f18715', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '059a606f-7a5d-4c62-b4ad-6b783e0e8a97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:21:00Z', 'updated_at': '2021-11-25T00:21:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': 'd47ffbdf-05e5-47b1-b5d1-ad7c97c58533', 'name': '', 'network_id': '391ed51f-79f2-4bdf-aaa6-fe1d5c2d6b51', 'tenant_id': '9d125e20304c4aa0b8a754d93a6c5ca7', 'mac_address': 'fa:16:3e:91:1c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059a606f-7a5d-4c62-b4ad-6b783e0e8a97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '212570e1-cdbd-466b-8331-eb82c82fe5a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:20:52Z', 'updated_at': '2021-11-25T00:20:56Z', 'revision_number': 5, 'project_id': '9d125e20304c4aa0b8a754d93a6c5ca7', 'subnets': [{'id': '212570e1-cdbd-466b-8331-eb82c82fe5a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2064e34a-36f0-42b5-a371-685365121e86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:21:04.556762 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfac11e5-c715-482e-835b-6731d35828c1 None None] Checking router: 059a606f-7a5d-4c62-b4ad-6b783e0e8a97 for host: dv-cinder-819200-1-iscsi {{(pid=109125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:21:04.557128 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfac11e5-c715-482e-835b-6731d35828c1 None None] Updating router 059a606f-7a5d-4c62-b4ad-6b783e0e8a97 port 80445812-a82e-40ac-ace1-5330e3f18715 binding host dv-cinder-819200-1-iscsi {{(pid=109125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 00:21:04.581840 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 37730) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:21:04.605984 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-dfac11e5-c715-482e-835b-6731d35828c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:21:04.713465 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-88f77062-9644-4150-b569-4df53e549e8b admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1299634 Nov 25 00:21:04.970753 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-dfac11e5-c715-482e-835b-6731d35828c1 None None] Publish callbacks [] for port, precommit_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:21:04.976668 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-dfac11e5-c715-482e-835b-6731d35828c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:21:05.028332 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-dfac11e5-c715-482e-835b-6731d35828c1 None None] Attempting to bind port 80445812-a82e-40ac-ace1-5330e3f18715 on host dv-cinder-819200-1-iscsi for vnic_type normal with profile {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:21:05.028711 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-dfac11e5-c715-482e-835b-6731d35828c1 None None] Attempting to bind port 80445812-a82e-40ac-ace1-5330e3f18715 by drivers openvswitch,hyperv on host dv-cinder-819200-1-iscsi at level 0 using segments [{'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:21:05.029075 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfac11e5-c715-482e-835b-6731d35828c1 None None] Attempting to bind port 80445812-a82e-40ac-ace1-5330e3f18715 on network 7e710f5f-af80-47ab-b03c-3a0dd4623f26 {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:21:05.034676 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f895a74-16d2-4307-9701-885424c27547 None None] Pushing event updated for resources: {'Port': ['ID=80445812-a82e-40ac-ace1-5330e3f18715,revision_number=2']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:21:05.040190 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfac11e5-c715-482e-835b-6731d35828c1 None None] Checking agent: {'id': '6db1e42d-7d41-4128-8d86-b90db240c589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 20, 18), 'started_at': datetime.datetime(2021, 11, 25, 0, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:21:05.040571 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfac11e5-c715-482e-835b-6731d35828c1 None None] Checking segment: {'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:21:05.040972 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-dfac11e5-c715-482e-835b-6731d35828c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:21:05.041359 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfac11e5-c715-482e-835b-6731d35828c1 None None] Bound using segment: {'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:21:05.041829 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-dfac11e5-c715-482e-835b-6731d35828c1 None None] Bound port: 80445812-a82e-40ac-ace1-5330e3f18715, host: dv-cinder-819200-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'}}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:21:05.042234 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-dfac11e5-c715-482e-835b-6731d35828c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:21:05.100936 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-dfac11e5-c715-482e-835b-6731d35828c1 None None] For port 80445812-a82e-40ac-ace1-5330e3f18715, host dv-cinder-819200-1-iscsi, cleared binding levels {{(pid=109125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:21:05.105467 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-dfac11e5-c715-482e-835b-6731d35828c1 None None] For port 80445812-a82e-40ac-ace1-5330e3f18715, host dv-cinder-819200-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=80445812-a82e-40ac-ace1-5330e3f18715,segment=NetworkSegment(2cbd316e-5d05-4c4d-ba22-dac4641013ba),segment_id=2cbd316e-5d05-4c4d-ba22-dac4641013ba)] {{(pid=109125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:21:05.111773 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-dfac11e5-c715-482e-835b-6731d35828c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:21:05.172649 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f895a74-16d2-4307-9701-885424c27547 None None] Pushing event updated for resources: {'Port': ['ID=80445812-a82e-40ac-ace1-5330e3f18715,revision_number=3']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:21:05.175641 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfac11e5-c715-482e-835b-6731d35828c1 None None] Routers {'059a606f-7a5d-4c62-b4ad-6b783e0e8a97'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:21:05.176261 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-dfac11e5-c715-482e-835b-6731d35828c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:20:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['059a606f-7a5d-4c62-b4ad-6b783e0e8a97'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:21:05.297310 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-dfac11e5-c715-482e-835b-6731d35828c1 None None] Set router 059a606f-7a5d-4c62-b4ad-6b783e0e8a97 gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:21:05.532855 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-dfac11e5-c715-482e-835b-6731d35828c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059a606f-7a5d-4c62-b4ad-6b783e0e8a97', 'name': 'router1', 'tenant_id': '9d125e20304c4aa0b8a754d93a6c5ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '80445812-a82e-40ac-ace1-5330e3f18715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:20:42Z', 'updated_at': '2021-11-25T00:21:01Z', 'revision_number': 4, 'project_id': '9d125e20304c4aa0b8a754d93a6c5ca7', 'gw_port': {'id': '80445812-a82e-40ac-ace1-5330e3f18715', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '059a606f-7a5d-4c62-b4ad-6b783e0e8a97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:21:00Z', 'updated_at': '2021-11-25T00:21:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': 'd47ffbdf-05e5-47b1-b5d1-ad7c97c58533', 'name': '', 'network_id': '391ed51f-79f2-4bdf-aaa6-fe1d5c2d6b51', 'tenant_id': '9d125e20304c4aa0b8a754d93a6c5ca7', 'mac_address': 'fa:16:3e:91:1c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059a606f-7a5d-4c62-b4ad-6b783e0e8a97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '212570e1-cdbd-466b-8331-eb82c82fe5a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:20:52Z', 'updated_at': '2021-11-25T00:20:56Z', 'revision_number': 5, 'project_id': '9d125e20304c4aa0b8a754d93a6c5ca7', 'subnets': [{'id': '212570e1-cdbd-466b-8331-eb82c82fe5a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2064e34a-36f0-42b5-a371-685365121e86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:21:05.561191 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfac11e5-c715-482e-835b-6731d35828c1 None None] The sync data for ids ['059a606f-7a5d-4c62-b4ad-6b783e0e8a97'] in dv-cinder-819200-1-iscsi is: [{'id': '059a606f-7a5d-4c62-b4ad-6b783e0e8a97', 'name': 'router1', 'tenant_id': '9d125e20304c4aa0b8a754d93a6c5ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '80445812-a82e-40ac-ace1-5330e3f18715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:20:42Z', 'updated_at': '2021-11-25T00:21:01Z', 'revision_number': 4, 'project_id': '9d125e20304c4aa0b8a754d93a6c5ca7', 'gw_port': {'id': '80445812-a82e-40ac-ace1-5330e3f18715', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '059a606f-7a5d-4c62-b4ad-6b783e0e8a97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:21:00Z', 'updated_at': '2021-11-25T00:21:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': 'd47ffbdf-05e5-47b1-b5d1-ad7c97c58533', 'name': '', 'network_id': '391ed51f-79f2-4bdf-aaa6-fe1d5c2d6b51', 'tenant_id': '9d125e20304c4aa0b8a754d93a6c5ca7', 'mac_address': 'fa:16:3e:91:1c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059a606f-7a5d-4c62-b4ad-6b783e0e8a97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '212570e1-cdbd-466b-8331-eb82c82fe5a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:20:52Z', 'updated_at': '2021-11-25T00:20:56Z', 'revision_number': 5, 'project_id': '9d125e20304c4aa0b8a754d93a6c5ca7', 'subnets': [{'id': '212570e1-cdbd-466b-8331-eb82c82fe5a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2064e34a-36f0-42b5-a371-685365121e86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:21:06.647201 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 80445812-a82e-40ac-ace1-5330e3f18715 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:21:06.662442 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 5 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 00:21:06.728622 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port 80445812-a82e-40ac-ace1-5330e3f18715 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:21:06.729192 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:21:06.853662 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:21:06.877869 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] For port 80445812-a82e-40ac-ace1-5330e3f18715, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=80445812-a82e-40ac-ace1-5330e3f18715,segment=NetworkSegment(2cbd316e-5d05-4c4d-ba22-dac4641013ba),segment_id=2cbd316e-5d05-4c4d-ba22-dac4641013ba)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:21:06.893800 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:21:06.971474 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Pushing event updated for resources: {'Port': ['ID=80445812-a82e-40ac-ace1-5330e3f18715,revision_number=4']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:21:08.637626 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 80445812-a82e-40ac-ace1-5330e3f18715 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:21:08.716654 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port 80445812-a82e-40ac-ace1-5330e3f18715 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:21:08.717872 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:21:11.867758 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-53afed6d-3e41-49ec-ba54-c911458c13a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:21:14.420431 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-82f44459-fd07-46be-a176-2c2666c0a056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:21:16.476084 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:21:18.355863 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:21:18.357691 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:21:41.840969 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-8bdca208-416e-448c-93f2-b74c1648f41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:21:43.662996 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 5 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 00:21:44.406216 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-1ca262c2-595f-4113-91b7-7d2b653cc7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:21:46.356854 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:21:48.355103 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:21:48.357717 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:22:11.835683 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-445ff60e-8b97-415a-97ca-a1fad9ab7e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:22:14.410289 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-8a172905-e30b-4a3a-af07-c533595b9c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:22:16.360489 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:22:18.348043 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:22:18.349537 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:22:20.662440 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 5 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 00:22:34.475189 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 38214) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:22:34.538163 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4dd4087-77d5-4cf7-92e5-1983867078cd admin admin] GET failed (client error): The resource could not be found. Nov 25 00:22:34.539448 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-e4dd4087-77d5-4cf7-92e5-1983867078cd admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0632727 Nov 25 00:22:34.711882 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd45c4a-fbcc-4c30-956d-69c154a005f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:22:34.713375 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-9bd45c4a-fbcc-4c30-956d-69c154a005f9 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1693730 Nov 25 00:22:37.116714 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 38224) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:22:37.209823 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e275e94-fd06-4c13-a1f6-af51ad173822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:22:37.211264 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-4e275e94-fd06-4c13-a1f6-af51ad173822 admin admin] 10.222.0.37 "GET /v2.0/subnets/212570e1-cdbd-466b-8331-eb82c82fe5a6 HTTP/1.1" status: 200 len: 849 time: 0.0935948 Nov 25 00:22:37.221408 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-b255a17c-d6f2-4326-8786-661b10956548 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:22:37.312309 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-b255a17c-d6f2-4326-8786-661b10956548 admin admin] Publish callbacks [] for subnet, before_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:22:37.459156 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-b255a17c-d6f2-4326-8786-661b10956548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781494269727'] for subnet, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:22:37.493334 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b255a17c-d6f2-4326-8786-661b10956548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:22:37.493935 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-b255a17c-d6f2-4326-8786-661b10956548 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for subnet, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:22:37.495865 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-b255a17c-d6f2-4326-8786-661b10956548 admin admin] 10.222.0.37 "PUT /v2.0/subnets/212570e1-cdbd-466b-8331-eb82c82fe5a6 HTTP/1.1" status: 200 len: 868 time: 0.2781880 Nov 25 00:22:37.509957 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55caacee-1d6a-4273-a7b4-50d0bcc94d4a None None] Network 391ed51f-79f2-4bdf-aaa6-fe1d5c2d6b51 requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:22:37.521969 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255a17c-d6f2-4326-8786-661b10956548 admin admin] Pushing event updated for resources: {'Subnet': ['ID=212570e1-cdbd-466b-8331-eb82c82fe5a6,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:22:37.530253 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b255a17c-d6f2-4326-8786-661b10956548 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:22:37.530253 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b255a17c-d6f2-4326-8786-661b10956548 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:22:37.530748 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b255a17c-d6f2-4326-8786-661b10956548 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:22:37.531084 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b255a17c-d6f2-4326-8786-661b10956548 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:22:37.531417 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b255a17c-d6f2-4326-8786-661b10956548 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:22:37.531749 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b255a17c-d6f2-4326-8786-661b10956548 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:22:37.532083 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b255a17c-d6f2-4326-8786-661b10956548 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:22:37.532444 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b255a17c-d6f2-4326-8786-661b10956548 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:22:37.532787 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b255a17c-d6f2-4326-8786-661b10956548 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:22:37.533101 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b255a17c-d6f2-4326-8786-661b10956548 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:22:37.533447 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b255a17c-d6f2-4326-8786-661b10956548 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:22:37.533773 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b255a17c-d6f2-4326-8786-661b10956548 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:22:37.903950 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-c424f739-d4b0-4cbb-9fdd-b0556801f8db None None] Provisioning complete for port d47ffbdf-05e5-47b1-b5d1-ad7c97c58533 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:22:37.904314 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-c424f739-d4b0-4cbb-9fdd-b0556801f8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:22:37.996048 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-c424f739-d4b0-4cbb-9fdd-b0556801f8db None None] Provisioning complete for port e90e41d7-4bb4-4ca9-b4bf-d82a169ff557 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:22:37.996306 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-c424f739-d4b0-4cbb-9fdd-b0556801f8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:22:39.947350 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 38232) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:22:40.154080 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bad2049-1293-4453-bac8-f75b1eca3626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:22:40.154465 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bad2049-1293-4453-bac8-f75b1eca3626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:22:40.156101 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-4bad2049-1293-4453-bac8-f75b1eca3626 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2077465 Nov 25 00:22:41.838930 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ac09c2ce-7c8a-4b89-85d5-372b261cc201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:22:42.608491 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 38240) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:22:42.849051 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea16e07-63fb-42aa-afd1-95f3552a4dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:22:42.849514 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea16e07-63fb-42aa-afd1-95f3552a4dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:22:42.851045 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-6ea16e07-63fb-42aa-afd1-95f3552a4dc5 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2413094 Nov 25 00:22:44.412225 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-c0cf21c4-7d88-4e02-995f-39f0e694dc2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:22:45.286769 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 38250) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:22:45.423647 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d25e19-b0d9-40fe-a610-ba3eef2f2f2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:22:45.425044 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-f0d25e19-b0d9-40fe-a610-ba3eef2f2f2e admin admin] 10.222.0.37 "GET /v2.0/networks/391ed51f-79f2-4bdf-aaa6-fe1d5c2d6b51 HTTP/1.1" status: 200 len: 869 time: 0.1372807 Nov 25 00:22:46.364020 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:22:47.865953 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 38258) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:22:47.992422 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5799b7-990c-4523-bb26-752fca4ca9c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:22:47.993816 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-ae5799b7-990c-4523-bb26-752fca4ca9c1 admin admin] 10.222.0.37 "GET /v2.0/networks/7e710f5f-af80-47ab-b03c-3a0dd4623f26 HTTP/1.1" status: 200 len: 886 time: 0.1268826 Nov 25 00:22:48.343201 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:22:48.344816 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:22:50.421056 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 38266) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:22:50.547928 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db11edbd-803c-4014-aef5-57ef2cf5c70c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:22:50.548294 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db11edbd-803c-4014-aef5-57ef2cf5c70c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:22:50.549843 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-db11edbd-803c-4014-aef5-57ef2cf5c70c admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1278298 Nov 25 00:22:52.940737 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 38274) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:22:53.043028 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860737b5-8eef-4ee7-ae50-4605cd57fc88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:22:53.043481 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860737b5-8eef-4ee7-ae50-4605cd57fc88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:22:53.045025 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-860737b5-8eef-4ee7-ae50-4605cd57fc88 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1032245 Nov 25 00:22:55.470409 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 38282) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:22:55.566546 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2788d9bc-776d-43b0-ac26-29276970d52f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:22:55.567875 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-2788d9bc-776d-43b0-ac26-29276970d52f admin admin] 10.222.0.37 "GET /v2.0/subnets/212570e1-cdbd-466b-8331-eb82c82fe5a6 HTTP/1.1" status: 200 len: 868 time: 0.0964777 Nov 25 00:22:57.662327 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 5 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 00:22:58.029407 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 38290) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:22:58.118071 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54704c15-04a3-45f5-977b-87fc70f66b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:22:58.119491 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-54704c15-04a3-45f5-977b-87fc70f66b9a admin admin] 10.222.0.37 "GET /v2.0/subnets/89cd149f-d365-4a11-b22c-c62ab9234e96 HTTP/1.1" status: 200 len: 816 time: 0.0881865 Nov 25 00:23:11.840857 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-d9078518-ed78-4a17-87c1-38804add81d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:23:14.414723 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-aa94a8e9-d502-4dbf-9e93-21f061c21ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:23:16.366373 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:23:18.352411 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:23:18.353094 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:23:23.644743 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 38344) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:23:23.695281 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [None req-3cbf8fb8-7d76-412b-a6b7-e2d326d186a3 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 00:23:23.696322 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-3cbf8fb8-7d76-412b-a6b7-e2d326d186a3 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0506275 Nov 25 00:23:26.246818 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 38352) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:23:26.311896 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.pecan_wsgi.hooks.translation [None req-e606e859-3875-49a0-8e7e-1814dc206b1f admin admin] GET failed (client error): The resource could not be found. Nov 25 00:23:26.313218 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-e606e859-3875-49a0-8e7e-1814dc206b1f admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0654688 Nov 25 00:23:26.403851 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ecc5f0-f2c1-47b8-9f67-5644b370a2b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:23:26.405669 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-c7ecc5f0-f2c1-47b8-9f67-5644b370a2b8 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0879309 Nov 25 00:23:28.888097 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 38360) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:23:28.936989 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-88d920f5-3c9f-4328-965c-cf3ed6a044e1 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:23:28.958023 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d920f5-3c9f-4328-965c-cf3ed6a044e1 admin admin] Made reservation on behalf of d0580159c94e4c00abf77ede1398aeea for: {'network': 1} {{(pid=109123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:23:28.960464 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-88d920f5-3c9f-4328-965c-cf3ed6a044e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for network, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:23:28.990057 dv-cinder-819200-1-iscsi neutron-server[109123]: WARNING neutron.services.revisions.revision_plugin [None req-88d920f5-3c9f-4328-965c-cf3ed6a044e1 admin admin] Could not find related network for resource to bump revision. Nov 25 00:23:29.003362 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88d920f5-3c9f-4328-965c-cf3ed6a044e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=109123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 00:23:29.013129 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-88d920f5-3c9f-4328-965c-cf3ed6a044e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386'] for segment, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:23:29.013467 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.db.segments_db [None req-88d920f5-3c9f-4328-965c-cf3ed6a044e1 admin admin] Added segment 9fdc6d24-04d2-47a2-b510-e186f0668c61 of type vlan for network 48f076ee-6a0a-43cb-8d00-4d7ef1ce63aa Nov 25 00:23:29.064446 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-88d920f5-3c9f-4328-965c-cf3ed6a044e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781493843164'] for network, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:23:29.089920 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-88d920f5-3c9f-4328-965c-cf3ed6a044e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570'] for network, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:23:29.090883 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d920f5-3c9f-4328-965c-cf3ed6a044e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:23:29.091465 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-88d920f5-3c9f-4328-965c-cf3ed6a044e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for network, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:23:29.147194 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-88d920f5-3c9f-4328-965c-cf3ed6a044e1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2578068 Nov 25 00:23:29.162857 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d920f5-3c9f-4328-965c-cf3ed6a044e1 admin admin] Pushing event updated for resources: {'Network': ['ID=48f076ee-6a0a-43cb-8d00-4d7ef1ce63aa,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:23:29.175575 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Network 48f076ee-6a0a-43cb-8d00-4d7ef1ce63aa details requested by agent ovs-agent-dv-cinder-819200-1-iscsi with host dv-cinder-819200-1-iscsi {{(pid=109125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 00:23:31.661559 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 38368) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:23:31.831277 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.pecan_wsgi.hooks.translation [None req-c85ab935-ba88-495f-b8b7-283a31f4d72d admin admin] GET failed (client error): The resource could not be found. Nov 25 00:23:31.832650 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-c85ab935-ba88-495f-b8b7-283a31f4d72d admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1701331 Nov 25 00:23:31.906835 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7cbee6-ab9b-42df-8f42-661aadc5bdb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:23:31.908322 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-2b7cbee6-ab9b-42df-8f42-661aadc5bdb3 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0710771 Nov 25 00:23:31.919508 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-27258b17-014d-4eb1-9c7f-6fb0c76c1609 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': '48f076ee-6a0a-43cb-8d00-4d7ef1ce63aa', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:23:31.944567 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27258b17-014d-4eb1-9c7f-6fb0c76c1609 admin admin] Made reservation on behalf of d0580159c94e4c00abf77ede1398aeea for: {'subnet': 1} {{(pid=109123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:23:31.946962 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-27258b17-014d-4eb1-9c7f-6fb0c76c1609 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:23:32.124778 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-27258b17-014d-4eb1-9c7f-6fb0c76c1609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570'] for subnet, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:23:32.181133 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27258b17-014d-4eb1-9c7f-6fb0c76c1609 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a245fd03-e9a4-4537-85b5-5ac7327de34a,revision_number=0']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:23:32.191897 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27258b17-014d-4eb1-9c7f-6fb0c76c1609 admin admin] Checking segment: {'id': '9fdc6d24-04d2-47a2-b510-e186f0668c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '48f076ee-6a0a-43cb-8d00-4d7ef1ce63aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:23:32.192261 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27258b17-014d-4eb1-9c7f-6fb0c76c1609 admin admin] Network hostable DHCP agents. Network: 48f076ee-6a0a-43cb-8d00-4d7ef1ce63aa, hostable agents: ['ef09b5cd-dd29-4f41-b3e7-5eec944a36f7'], hosted agents: [] {{(pid=109123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 00:23:32.208714 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27258b17-014d-4eb1-9c7f-6fb0c76c1609 admin admin] Network 48f076ee-6a0a-43cb-8d00-4d7ef1ce63aa is scheduled to be hosted by DHCP agent ef09b5cd-dd29-4f41-b3e7-5eec944a36f7 with binding_index 1 {{(pid=109123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 00:23:32.218107 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [None req-27258b17-014d-4eb1-9c7f-6fb0c76c1609 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-1-iscsi, 48f076ee-6a0a-43cb-8d00-4d7ef1ce63aa) {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:23:32.222317 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27258b17-014d-4eb1-9c7f-6fb0c76c1609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:23:32.222934 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-27258b17-014d-4eb1-9c7f-6fb0c76c1609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for subnet, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:23:32.227549 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a94f59-7a5f-4e43-9346-ee7052329442 None None] Network 48f076ee-6a0a-43cb-8d00-4d7ef1ce63aa requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:23:32.239235 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-27258b17-014d-4eb1-9c7f-6fb0c76c1609 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3234966 Nov 25 00:23:32.485856 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964ec47e-193f-4568-b6ac-309f44bc8474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf02d1ee3-10f8-5602-81ee-03f41b90932a-48f076ee-6a0a-43cb-8d00-4d7ef1ce63aa', 'network_id': '48f076ee-6a0a-43cb-8d00-4d7ef1ce63aa', 'tenant_id': 'd0580159c94e4c00abf77ede1398aeea', 'fixed_ips': [{'subnet_id': 'a245fd03-e9a4-4537-85b5-5ac7327de34a'}]}} from dv-cinder-819200-1-iscsi. {{(pid=109125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 00:23:32.486787 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-964ec47e-193f-4568-b6ac-309f44bc8474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:23:32.626612 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.db_base_plugin_common [None req-964ec47e-193f-4568-b6ac-309f44bc8474 None None] Allocated IP 192.168.233.2 (48f076ee-6a0a-43cb-8d00-4d7ef1ce63aa/a245fd03-e9a4-4537-85b5-5ac7327de34a/214bcc03-9d0d-4812-8cbb-b415275ea179) {{(pid=109125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:23:32.778306 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-964ec47e-193f-4568-b6ac-309f44bc8474 None None] Publish callbacks [] for port, precommit_create {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:23:32.785314 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-964ec47e-193f-4568-b6ac-309f44bc8474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153'] for port, after_create {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:23:32.830029 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964ec47e-193f-4568-b6ac-309f44bc8474 None None] Network 48f076ee-6a0a-43cb-8d00-4d7ef1ce63aa is already hosted by enough agents. {{(pid=109125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:23:32.833938 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.scheduler.base_scheduler [None req-964ec47e-193f-4568-b6ac-309f44bc8474 None None] Resources bound (agent type, host, resource id): {{(pid=109125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:23:32.835838 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ec47e-193f-4568-b6ac-309f44bc8474 None None] Pushing event updated for resources: {'Port': ['ID=214bcc03-9d0d-4812-8cbb-b415275ea179,revision_number=1']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:23:32.838025 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964ec47e-193f-4568-b6ac-309f44bc8474 None None] Received port after_create {{(pid=109125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:23:32.848213 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ec47e-193f-4568-b6ac-309f44bc8474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:23:32.848590 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ec47e-193f-4568-b6ac-309f44bc8474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:23:32.848948 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ec47e-193f-4568-b6ac-309f44bc8474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:23:32.849289 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ec47e-193f-4568-b6ac-309f44bc8474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:23:32.849626 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ec47e-193f-4568-b6ac-309f44bc8474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:23:32.849957 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ec47e-193f-4568-b6ac-309f44bc8474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:23:32.850287 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ec47e-193f-4568-b6ac-309f44bc8474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:23:32.850617 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ec47e-193f-4568-b6ac-309f44bc8474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:23:32.850992 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ec47e-193f-4568-b6ac-309f44bc8474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:23:32.851320 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ec47e-193f-4568-b6ac-309f44bc8474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:23:32.851647 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ec47e-193f-4568-b6ac-309f44bc8474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:23:32.851969 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964ec47e-193f-4568-b6ac-309f44bc8474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:23:32.904846 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-964ec47e-193f-4568-b6ac-309f44bc8474 None None] Attempting to bind port 214bcc03-9d0d-4812-8cbb-b415275ea179 on host dv-cinder-819200-1-iscsi for vnic_type normal with profile {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:23:32.905461 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-964ec47e-193f-4568-b6ac-309f44bc8474 None None] Attempting to bind port 214bcc03-9d0d-4812-8cbb-b415275ea179 by drivers openvswitch,hyperv on host dv-cinder-819200-1-iscsi at level 0 using segments [{'id': '9fdc6d24-04d2-47a2-b510-e186f0668c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '48f076ee-6a0a-43cb-8d00-4d7ef1ce63aa'}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:23:32.905898 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964ec47e-193f-4568-b6ac-309f44bc8474 None None] Attempting to bind port 214bcc03-9d0d-4812-8cbb-b415275ea179 on network 48f076ee-6a0a-43cb-8d00-4d7ef1ce63aa {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:23:32.911278 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964ec47e-193f-4568-b6ac-309f44bc8474 None None] Checking agent: {'id': '6db1e42d-7d41-4128-8d86-b90db240c589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 20, 18), 'started_at': datetime.datetime(2021, 11, 25, 0, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:23:32.911652 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964ec47e-193f-4568-b6ac-309f44bc8474 None None] Checking segment: {'id': '9fdc6d24-04d2-47a2-b510-e186f0668c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '48f076ee-6a0a-43cb-8d00-4d7ef1ce63aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:23:32.912059 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-964ec47e-193f-4568-b6ac-309f44bc8474 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:23:32.912487 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964ec47e-193f-4568-b6ac-309f44bc8474 None None] Bound using segment: {'id': '9fdc6d24-04d2-47a2-b510-e186f0668c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '48f076ee-6a0a-43cb-8d00-4d7ef1ce63aa'} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:23:32.912929 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-964ec47e-193f-4568-b6ac-309f44bc8474 None None] Bound port: 214bcc03-9d0d-4812-8cbb-b415275ea179, host: dv-cinder-819200-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdc6d24-04d2-47a2-b510-e186f0668c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '48f076ee-6a0a-43cb-8d00-4d7ef1ce63aa'}}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:23:32.913328 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-964ec47e-193f-4568-b6ac-309f44bc8474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:23:32.984333 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-964ec47e-193f-4568-b6ac-309f44bc8474 None None] For port 214bcc03-9d0d-4812-8cbb-b415275ea179, host dv-cinder-819200-1-iscsi, cleared binding levels {{(pid=109125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:23:32.987107 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-964ec47e-193f-4568-b6ac-309f44bc8474 None None] For port 214bcc03-9d0d-4812-8cbb-b415275ea179, host dv-cinder-819200-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=214bcc03-9d0d-4812-8cbb-b415275ea179,segment=NetworkSegment(9fdc6d24-04d2-47a2-b510-e186f0668c61),segment_id=9fdc6d24-04d2-47a2-b510-e186f0668c61)] {{(pid=109125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:23:32.992535 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-964ec47e-193f-4568-b6ac-309f44bc8474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:23:33.056340 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ec47e-193f-4568-b6ac-309f44bc8474 None None] Pushing event updated for resources: {'Port': ['ID=214bcc03-9d0d-4812-8cbb-b415275ea179,revision_number=2']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:23:33.875742 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802decf1-96a6-4608-8c35-24c2f88fd405 None None] Network 48f076ee-6a0a-43cb-8d00-4d7ef1ce63aa requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:23:33.998906 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-630a5828-8cbb-4f45-bee9-94b601cdde44 None None] Provisioning complete for port 214bcc03-9d0d-4812-8cbb-b415275ea179 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:23:33.999422 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-630a5828-8cbb-4f45-bee9-94b601cdde44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:23:34.127449 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-630a5828-8cbb-4f45-bee9-94b601cdde44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:23:34.167315 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-630a5828-8cbb-4f45-bee9-94b601cdde44 None None] For port 214bcc03-9d0d-4812-8cbb-b415275ea179, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=214bcc03-9d0d-4812-8cbb-b415275ea179,segment=NetworkSegment(9fdc6d24-04d2-47a2-b510-e186f0668c61),segment_id=9fdc6d24-04d2-47a2-b510-e186f0668c61)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:23:34.173295 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-630a5828-8cbb-4f45-bee9-94b601cdde44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:23:34.234730 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a5828-8cbb-4f45-bee9-94b601cdde44 None None] Pushing event updated for resources: {'Port': ['ID=214bcc03-9d0d-4812-8cbb-b415275ea179,revision_number=3']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:23:34.494274 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-375c0745-70e2-4eda-a246-cb164988a5be None None] Provisioning complete for port 214bcc03-9d0d-4812-8cbb-b415275ea179 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:23:34.494659 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-375c0745-70e2-4eda-a246-cb164988a5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:23:34.661923 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 5 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 00:23:34.731146 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 214bcc03-9d0d-4812-8cbb-b415275ea179 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:23:34.786276 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port 214bcc03-9d0d-4812-8cbb-b415275ea179 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:23:34.786652 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:23:41.843214 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-fceb9cf9-8f57-420e-b7fc-8db9b19371bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:23:44.417554 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-9a7f3719-c8c4-41b2-945b-9e639d380640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:23:46.375792 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:23:48.342247 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:23:48.345284 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:24:11.661503 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 5 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 00:24:11.847608 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-b7c75c65-6ea5-494f-8177-fb0995288e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:24:14.419530 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-3e153033-f6e9-4d87-b222-b1cc6b2c5f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:24:16.375281 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:24:18.344645 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:24:18.346818 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:24:41.850696 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-3d07aed7-5bd6-4144-95aa-af0a95e88e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:24:44.421962 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-5fb8db19-2db4-4c11-a159-3819e0bcc0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:24:45.670419 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 38412) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:24:45.676905 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [None req-412ef844-2fe8-4360-8d44-c2b47c6296ee tempest-verify_tempest_config-856255336 tempest-verify_tempest_config-856255336-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 00:24:45.677957 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-412ef844-2fe8-4360-8d44-c2b47c6296ee tempest-verify_tempest_config-856255336 tempest-verify_tempest_config-856255336-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0064983 Nov 25 00:24:45.985650 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 38430) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:24:46.089296 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-f6e778ae-00ed-49a6-a272-7a86fa794b69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:24:46.164996 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-f6e778ae-00ed-49a6-a272-7a86fa794b69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:24:46.168768 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-f6e778ae-00ed-49a6-a272-7a86fa794b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:24:46.213425 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e778ae-00ed-49a6-a272-7a86fa794b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c2ba9a-4b0e-45db-a2e3-f45d9a98dce3,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:24:46.217524 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-f6e778ae-00ed-49a6-a272-7a86fa794b69 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c8402bb4a35d4b7eb7fd04317bbb8f6e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2308762 Nov 25 00:24:46.220443 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 38434) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:24:46.223119 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e778ae-00ed-49a6-a272-7a86fa794b69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:24:46.223485 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e778ae-00ed-49a6-a272-7a86fa794b69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:24:46.223830 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e778ae-00ed-49a6-a272-7a86fa794b69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:24:46.224168 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e778ae-00ed-49a6-a272-7a86fa794b69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:24:46.224498 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e778ae-00ed-49a6-a272-7a86fa794b69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:24:46.224850 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e778ae-00ed-49a6-a272-7a86fa794b69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:24:46.225184 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e778ae-00ed-49a6-a272-7a86fa794b69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:24:46.225508 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e778ae-00ed-49a6-a272-7a86fa794b69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:24:46.225849 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e778ae-00ed-49a6-a272-7a86fa794b69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:24:46.226175 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e778ae-00ed-49a6-a272-7a86fa794b69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:24:46.226497 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e778ae-00ed-49a6-a272-7a86fa794b69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:24:46.226869 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e778ae-00ed-49a6-a272-7a86fa794b69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:24:46.280108 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-c94b266e-0209-48e7-a78b-7a29053ef5e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:24:46.300773 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-c94b266e-0209-48e7-a78b-7a29053ef5e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:24:46.378941 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:24:46.395972 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-c94b266e-0209-48e7-a78b-7a29053ef5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:24:46.398640 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-c94b266e-0209-48e7-a78b-7a29053ef5e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:24:46.400312 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-c94b266e-0209-48e7-a78b-7a29053ef5e3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d0c2ba9a-4b0e-45db-a2e3-f45d9a98dce3 HTTP/1.1" status: 204 len: 168 time: 0.1786413 Nov 25 00:24:46.412565 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94b266e-0209-48e7-a78b-7a29053ef5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c2ba9a-4b0e-45db-a2e3-f45d9a98dce3,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:24:46.423914 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b266e-0209-48e7-a78b-7a29053ef5e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:24:46.424416 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b266e-0209-48e7-a78b-7a29053ef5e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:24:46.424999 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b266e-0209-48e7-a78b-7a29053ef5e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:24:46.425582 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b266e-0209-48e7-a78b-7a29053ef5e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:24:46.426148 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b266e-0209-48e7-a78b-7a29053ef5e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:24:46.426741 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b266e-0209-48e7-a78b-7a29053ef5e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:24:46.427270 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b266e-0209-48e7-a78b-7a29053ef5e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:24:46.427807 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b266e-0209-48e7-a78b-7a29053ef5e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:24:46.428361 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b266e-0209-48e7-a78b-7a29053ef5e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:24:46.428915 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b266e-0209-48e7-a78b-7a29053ef5e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:24:46.429466 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b266e-0209-48e7-a78b-7a29053ef5e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:24:46.430000 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b266e-0209-48e7-a78b-7a29053ef5e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:24:48.346198 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:24:48.354751 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:24:48.660785 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 5 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 00:25:11.852354 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-8b65b4cb-9fa7-43f8-afff-d95a215a43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:25:14.423779 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-98c89976-6839-4670-8226-c1138d5e23b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:25:16.379168 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:25:18.346707 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:25:18.354808 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:25:25.661359 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 5 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 00:25:41.854864 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-88133225-f589-4502-a3f3-6dce11f97920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:25:44.425252 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-cd86d97c-91cb-45f6-bc06-f99adc748e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:25:46.382814 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:25:48.344683 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:25:48.354386 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:26:02.660191 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 5 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 00:26:11.859841 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-2c6d89d6-c610-4654-b291-08768f85b601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:26:14.430982 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f0138975-ffbc-49d3-beac-98efdbe83f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:26:16.386306 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:26:18.339503 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:26:18.357249 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:26:19.433170 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-762663'] for agent, after_create {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:26:35.126029 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 38510) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:26:35.235637 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-bf747118-2e10-432b-800f-bec852d46bd5 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1084394 Nov 25 00:26:37.699096 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 38520) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:26:37.753348 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-84a9e893-6b48-4750-a55a-59f61506863b admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0531733 Nov 25 00:26:39.659716 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 6 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 00:26:41.862029 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-d1ed0cf4-6130-4b12-ad85-8577670b3dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:26:44.437474 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-15e5c5d1-3be0-4210-be99-67a522098387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:26:46.390423 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:26:48.342595 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:26:48.361825 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:26:49.405765 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:27:11.863511 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-54c673f9-9e4e-47c3-94d0-f52fcf3d18e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:27:14.431880 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-dfccc00b-9c7c-45d9-9eb3-c234bb2890e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:27:16.388262 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:27:16.659117 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 6 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 00:27:18.345352 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:27:18.362463 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:27:19.436632 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:27:41.866711 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-3ef8a31f-a891-4c25-9eba-34b4a124b653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:27:44.435983 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-59a12d8b-5fdd-4339-b3f1-970059d23e56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:27:46.402169 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:27:48.369595 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:27:48.376675 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:27:49.433647 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:27:53.659096 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 6 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 00:28:06.685804 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 38650) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:07.067930 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-86361320-3670-4eaa-97be-c0dca6cc2055 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-111822344-network', 'tenant_id': '9633a0cbb3fa4ca8ad10748648a3ae1b'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:28:07.092585 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86361320-3670-4eaa-97be-c0dca6cc2055 admin admin] Made reservation on behalf of 9633a0cbb3fa4ca8ad10748648a3ae1b for: {'network': 1} {{(pid=109124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:28:07.095097 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-86361320-3670-4eaa-97be-c0dca6cc2055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for network, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:07.104188 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-86361320-3670-4eaa-97be-c0dca6cc2055 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:07.190513 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-86361320-3670-4eaa-97be-c0dca6cc2055 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:07.195026 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-86361320-3670-4eaa-97be-c0dca6cc2055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:07.222234 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86361320-3670-4eaa-97be-c0dca6cc2055 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=109124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 00:28:07.238957 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86361320-3670-4eaa-97be-c0dca6cc2055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07ebe53-e0bf-4c37-b8fb-76141d0c6ddb,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:07.249074 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86361320-3670-4eaa-97be-c0dca6cc2055 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:07.249550 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86361320-3670-4eaa-97be-c0dca6cc2055 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:07.250483 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86361320-3670-4eaa-97be-c0dca6cc2055 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:07.250968 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86361320-3670-4eaa-97be-c0dca6cc2055 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:07.251796 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86361320-3670-4eaa-97be-c0dca6cc2055 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:07.251796 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86361320-3670-4eaa-97be-c0dca6cc2055 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:07.252104 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86361320-3670-4eaa-97be-c0dca6cc2055 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:07.252673 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86361320-3670-4eaa-97be-c0dca6cc2055 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:07.253175 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86361320-3670-4eaa-97be-c0dca6cc2055 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:07.253720 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86361320-3670-4eaa-97be-c0dca6cc2055 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:07.254049 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86361320-3670-4eaa-97be-c0dca6cc2055 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:07.254369 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86361320-3670-4eaa-97be-c0dca6cc2055 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:07.255500 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86361320-3670-4eaa-97be-c0dca6cc2055 admin admin] Tracked resource versions report: Nov 25 00:28:07.255500 dv-cinder-819200-1-iscsi neutron-server[109124]: pushed versions: Nov 25 00:28:07.255500 dv-cinder-819200-1-iscsi neutron-server[109124]: { 'AddressGroup': {'1.2'}, Nov 25 00:28:07.255500 dv-cinder-819200-1-iscsi neutron-server[109124]: 'ConntrackHelper': {'1.0'}, Nov 25 00:28:07.255500 dv-cinder-819200-1-iscsi neutron-server[109124]: 'Log': {'1.0'}, Nov 25 00:28:07.255500 dv-cinder-819200-1-iscsi neutron-server[109124]: 'Network': {'1.1'}, Nov 25 00:28:07.255500 dv-cinder-819200-1-iscsi neutron-server[109124]: 'Port': {'1.7'}, Nov 25 00:28:07.255500 dv-cinder-819200-1-iscsi neutron-server[109124]: 'PortForwarding': {'1.2'}, Nov 25 00:28:07.255500 dv-cinder-819200-1-iscsi neutron-server[109124]: 'QosPolicy': {'1.10'}, Nov 25 00:28:07.255500 dv-cinder-819200-1-iscsi neutron-server[109124]: 'SecurityGroup': {'1.5'}, Nov 25 00:28:07.255500 dv-cinder-819200-1-iscsi neutron-server[109124]: 'SecurityGroupRule': {'1.2'}, Nov 25 00:28:07.255500 dv-cinder-819200-1-iscsi neutron-server[109124]: 'SubPort': {'1.0'}, Nov 25 00:28:07.255500 dv-cinder-819200-1-iscsi neutron-server[109124]: 'Subnet': {'1.1'}, Nov 25 00:28:07.255500 dv-cinder-819200-1-iscsi neutron-server[109124]: 'Trunk': {'1.1'}} Nov 25 00:28:07.255500 dv-cinder-819200-1-iscsi neutron-server[109124]: consumer versions: Nov 25 00:28:07.255500 dv-cinder-819200-1-iscsi neutron-server[109124]: { DHCP agent@dv-cinder-819200-1-iscsi: {}, Nov 25 00:28:07.255500 dv-cinder-819200-1-iscsi neutron-server[109124]: HyperV agent@hv-cinder-81920: {}, Nov 25 00:28:07.255500 dv-cinder-819200-1-iscsi neutron-server[109124]: L3 agent@dv-cinder-819200-1-iscsi: {}, Nov 25 00:28:07.255500 dv-cinder-819200-1-iscsi neutron-server[109124]: Metadata agent@dv-cinder-819200-1-iscsi: {}, Nov 25 00:28:07.255500 dv-cinder-819200-1-iscsi neutron-server[109124]: Metering agent@dv-cinder-819200-1-iscsi: {}, Nov 25 00:28:07.255500 dv-cinder-819200-1-iscsi neutron-server[109124]: Open vSwitch agent@dv-cinder-819200-1-iscsi: { 'AddressGroup': '1.2', Nov 25 00:28:07.255500 dv-cinder-819200-1-iscsi neutron-server[109124]: 'ConntrackHelper': '1.0', Nov 25 00:28:07.255500 dv-cinder-819200-1-iscsi neutron-server[109124]: 'Log': '1.0', Nov 25 00:28:07.255500 dv-cinder-819200-1-iscsi neutron-server[109124]: 'Network': '1.1', Nov 25 00:28:07.255500 dv-cinder-819200-1-iscsi neutron-server[109124]: 'Port': '1.7', Nov 25 00:28:07.255500 dv-cinder-819200-1-iscsi neutron-server[109124]: 'PortForwarding': '1.2', Nov 25 00:28:07.255500 dv-cinder-819200-1-iscsi neutron-server[109124]: 'QosPolicy': '1.10', Nov 25 00:28:07.255500 dv-cinder-819200-1-iscsi neutron-server[109124]: 'SecurityGroup': '1.5', Nov 25 00:28:07.255500 dv-cinder-819200-1-iscsi neutron-server[109124]: 'SecurityGroupRule': '1.2', Nov 25 00:28:07.255500 dv-cinder-819200-1-iscsi neutron-server[109124]: 'SubPort': '1.0', Nov 25 00:28:07.255500 dv-cinder-819200-1-iscsi neutron-server[109124]: 'Subnet': '1.1', Nov 25 00:28:07.255500 dv-cinder-819200-1-iscsi neutron-server[109124]: 'Trunk': '1.1'}} Nov 25 00:28:07.255500 dv-cinder-819200-1-iscsi neutron-server[109124]: {{(pid=109124) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 00:28:07.277358 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-86361320-3670-4eaa-97be-c0dca6cc2055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386'] for segment, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:07.277861 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.db.segments_db [None req-86361320-3670-4eaa-97be-c0dca6cc2055 admin admin] Added segment ff69b7ff-6535-4a1f-b900-f4b0f4f9cd37 of type vlan for network eec65319-57e0-4057-bff5-48191b9a49e0 Nov 25 00:28:07.325162 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-86361320-3670-4eaa-97be-c0dca6cc2055 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781493843164'] for network, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:07.354031 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-86361320-3670-4eaa-97be-c0dca6cc2055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570'] for network, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:07.355163 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86361320-3670-4eaa-97be-c0dca6cc2055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:07.357137 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-86361320-3670-4eaa-97be-c0dca6cc2055 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for network, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:07.420006 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-86361320-3670-4eaa-97be-c0dca6cc2055 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7330451 Nov 25 00:28:07.422939 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 38690) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:07.427894 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-bc61ed2c-c8fd-4e48-95e4-d8ca29c31327 admin admin] Request body: {'subnet': {'network_id': 'eec65319-57e0-4057-bff5-48191b9a49e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-111822344-subnet', 'tenant_id': '9633a0cbb3fa4ca8ad10748648a3ae1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:28:07.435792 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86361320-3670-4eaa-97be-c0dca6cc2055 admin admin] Pushing event updated for resources: {'Network': ['ID=eec65319-57e0-4057-bff5-48191b9a49e0,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:07.447671 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Network eec65319-57e0-4057-bff5-48191b9a49e0 details requested by agent ovs-agent-dv-cinder-819200-1-iscsi with host dv-cinder-819200-1-iscsi {{(pid=109125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 00:28:07.460352 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc61ed2c-c8fd-4e48-95e4-d8ca29c31327 admin admin] Made reservation on behalf of 9633a0cbb3fa4ca8ad10748648a3ae1b for: {'subnet': 1} {{(pid=109124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:28:07.463411 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-bc61ed2c-c8fd-4e48-95e4-d8ca29c31327 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:07.597296 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 38704) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:07.749379 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-bc61ed2c-c8fd-4e48-95e4-d8ca29c31327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570'] for subnet, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:07.824205 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc61ed2c-c8fd-4e48-95e4-d8ca29c31327 admin admin] Checking segment: {'id': 'ff69b7ff-6535-4a1f-b900-f4b0f4f9cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eec65319-57e0-4057-bff5-48191b9a49e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:28:07.824764 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc61ed2c-c8fd-4e48-95e4-d8ca29c31327 admin admin] Network hostable DHCP agents. Network: eec65319-57e0-4057-bff5-48191b9a49e0, hostable agents: ['ef09b5cd-dd29-4f41-b3e7-5eec944a36f7'], hosted agents: [] {{(pid=109124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 00:28:07.830061 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61ed2c-c8fd-4e48-95e4-d8ca29c31327 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94174517-9a0d-4abc-b4dc-d97bcbadbd2f,revision_number=0']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:07.851123 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-b7c10296-e4ed-4bb4-8cf7-ca8ee54f4b25 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1660064717-network', 'tenant_id': 'dc244727a1134e209e24f40acad0df6d'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:28:07.854185 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc61ed2c-c8fd-4e48-95e4-d8ca29c31327 admin admin] Network eec65319-57e0-4057-bff5-48191b9a49e0 is scheduled to be hosted by DHCP agent ef09b5cd-dd29-4f41-b3e7-5eec944a36f7 with binding_index 1 {{(pid=109124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 00:28:07.871216 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.base_scheduler [None req-bc61ed2c-c8fd-4e48-95e4-d8ca29c31327 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-1-iscsi, eec65319-57e0-4057-bff5-48191b9a49e0) {{(pid=109124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:28:07.880328 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc61ed2c-c8fd-4e48-95e4-d8ca29c31327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:07.880782 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c10296-e4ed-4bb4-8cf7-ca8ee54f4b25 admin admin] Made reservation on behalf of dc244727a1134e209e24f40acad0df6d for: {'network': 1} {{(pid=109123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:28:07.881534 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-bc61ed2c-c8fd-4e48-95e4-d8ca29c31327 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for subnet, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:07.883231 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-b7c10296-e4ed-4bb4-8cf7-ca8ee54f4b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for network, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:07.885510 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a01f1b-783c-487e-8c73-9fb352fc9837 None None] Network eec65319-57e0-4057-bff5-48191b9a49e0 requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:28:07.900839 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-b7c10296-e4ed-4bb4-8cf7-ca8ee54f4b25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:07.920062 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-bc61ed2c-c8fd-4e48-95e4-d8ca29c31327 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4959412 Nov 25 00:28:08.002503 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-b7c10296-e4ed-4bb4-8cf7-ca8ee54f4b25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:08.007538 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-b7c10296-e4ed-4bb4-8cf7-ca8ee54f4b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:08.037669 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7c10296-e4ed-4bb4-8cf7-ca8ee54f4b25 admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=109123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 00:28:08.043814 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c10296-e4ed-4bb4-8cf7-ca8ee54f4b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d89ba81-797d-49ee-bde8-90c05eac81ef,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:08.057390 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c10296-e4ed-4bb4-8cf7-ca8ee54f4b25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:08.057834 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c10296-e4ed-4bb4-8cf7-ca8ee54f4b25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:08.058198 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c10296-e4ed-4bb4-8cf7-ca8ee54f4b25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:08.058615 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c10296-e4ed-4bb4-8cf7-ca8ee54f4b25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:08.059662 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c10296-e4ed-4bb4-8cf7-ca8ee54f4b25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:08.060026 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c10296-e4ed-4bb4-8cf7-ca8ee54f4b25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:08.060372 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c10296-e4ed-4bb4-8cf7-ca8ee54f4b25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:08.060718 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c10296-e4ed-4bb4-8cf7-ca8ee54f4b25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:08.061072 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c10296-e4ed-4bb4-8cf7-ca8ee54f4b25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:08.061408 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c10296-e4ed-4bb4-8cf7-ca8ee54f4b25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:08.061738 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c10296-e4ed-4bb4-8cf7-ca8ee54f4b25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:08.062077 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c10296-e4ed-4bb4-8cf7-ca8ee54f4b25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:08.063205 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c10296-e4ed-4bb4-8cf7-ca8ee54f4b25 admin admin] Tracked resource versions report: Nov 25 00:28:08.063205 dv-cinder-819200-1-iscsi neutron-server[109123]: pushed versions: Nov 25 00:28:08.063205 dv-cinder-819200-1-iscsi neutron-server[109123]: { 'AddressGroup': {'1.2'}, Nov 25 00:28:08.063205 dv-cinder-819200-1-iscsi neutron-server[109123]: 'ConntrackHelper': {'1.0'}, Nov 25 00:28:08.063205 dv-cinder-819200-1-iscsi neutron-server[109123]: 'Log': {'1.0'}, Nov 25 00:28:08.063205 dv-cinder-819200-1-iscsi neutron-server[109123]: 'Network': {'1.1'}, Nov 25 00:28:08.063205 dv-cinder-819200-1-iscsi neutron-server[109123]: 'Port': {'1.7'}, Nov 25 00:28:08.063205 dv-cinder-819200-1-iscsi neutron-server[109123]: 'PortForwarding': {'1.2'}, Nov 25 00:28:08.063205 dv-cinder-819200-1-iscsi neutron-server[109123]: 'QosPolicy': {'1.10'}, Nov 25 00:28:08.063205 dv-cinder-819200-1-iscsi neutron-server[109123]: 'SecurityGroup': {'1.5'}, Nov 25 00:28:08.063205 dv-cinder-819200-1-iscsi neutron-server[109123]: 'SecurityGroupRule': {'1.2'}, Nov 25 00:28:08.063205 dv-cinder-819200-1-iscsi neutron-server[109123]: 'SubPort': {'1.0'}, Nov 25 00:28:08.063205 dv-cinder-819200-1-iscsi neutron-server[109123]: 'Subnet': {'1.1'}, Nov 25 00:28:08.063205 dv-cinder-819200-1-iscsi neutron-server[109123]: 'Trunk': {'1.1'}} Nov 25 00:28:08.063205 dv-cinder-819200-1-iscsi neutron-server[109123]: consumer versions: Nov 25 00:28:08.063205 dv-cinder-819200-1-iscsi neutron-server[109123]: { DHCP agent@dv-cinder-819200-1-iscsi: {}, Nov 25 00:28:08.063205 dv-cinder-819200-1-iscsi neutron-server[109123]: HyperV agent@hv-cinder-81920: {}, Nov 25 00:28:08.063205 dv-cinder-819200-1-iscsi neutron-server[109123]: L3 agent@dv-cinder-819200-1-iscsi: {}, Nov 25 00:28:08.063205 dv-cinder-819200-1-iscsi neutron-server[109123]: Metadata agent@dv-cinder-819200-1-iscsi: {}, Nov 25 00:28:08.063205 dv-cinder-819200-1-iscsi neutron-server[109123]: Metering agent@dv-cinder-819200-1-iscsi: {}, Nov 25 00:28:08.063205 dv-cinder-819200-1-iscsi neutron-server[109123]: Open vSwitch agent@dv-cinder-819200-1-iscsi: { 'AddressGroup': '1.2', Nov 25 00:28:08.063205 dv-cinder-819200-1-iscsi neutron-server[109123]: 'ConntrackHelper': '1.0', Nov 25 00:28:08.063205 dv-cinder-819200-1-iscsi neutron-server[109123]: 'Log': '1.0', Nov 25 00:28:08.063205 dv-cinder-819200-1-iscsi neutron-server[109123]: 'Network': '1.1', Nov 25 00:28:08.063205 dv-cinder-819200-1-iscsi neutron-server[109123]: 'Port': '1.7', Nov 25 00:28:08.063205 dv-cinder-819200-1-iscsi neutron-server[109123]: 'PortForwarding': '1.2', Nov 25 00:28:08.063205 dv-cinder-819200-1-iscsi neutron-server[109123]: 'QosPolicy': '1.10', Nov 25 00:28:08.063205 dv-cinder-819200-1-iscsi neutron-server[109123]: 'SecurityGroup': '1.5', Nov 25 00:28:08.063205 dv-cinder-819200-1-iscsi neutron-server[109123]: 'SecurityGroupRule': '1.2', Nov 25 00:28:08.063205 dv-cinder-819200-1-iscsi neutron-server[109123]: 'SubPort': '1.0', Nov 25 00:28:08.063205 dv-cinder-819200-1-iscsi neutron-server[109123]: 'Subnet': '1.1', Nov 25 00:28:08.063205 dv-cinder-819200-1-iscsi neutron-server[109123]: 'Trunk': '1.1'}} Nov 25 00:28:08.063205 dv-cinder-819200-1-iscsi neutron-server[109123]: {{(pid=109123) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 00:28:08.068364 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-b7c10296-e4ed-4bb4-8cf7-ca8ee54f4b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386'] for segment, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:08.068710 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.db.segments_db [None req-b7c10296-e4ed-4bb4-8cf7-ca8ee54f4b25 admin admin] Added segment 1d001069-81f5-4588-89c3-3b44f4223981 of type vlan for network c6860e7f-1840-44cc-88a0-1bba28b2eba5 Nov 25 00:28:08.083853 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc15a7b-0655-47f8-bbc3-013977833a6e None None] Network eec65319-57e0-4057-bff5-48191b9a49e0 requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:28:08.118581 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-b7c10296-e4ed-4bb4-8cf7-ca8ee54f4b25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781493843164'] for network, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:08.148016 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-b7c10296-e4ed-4bb4-8cf7-ca8ee54f4b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570'] for network, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:08.149475 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c10296-e4ed-4bb4-8cf7-ca8ee54f4b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:08.150068 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-b7c10296-e4ed-4bb4-8cf7-ca8ee54f4b25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for network, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:08.225536 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 38734) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:08.231349 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-6907a0cc-1362-43f6-afd2-a237c19eba46 admin admin] Request body: {'subnet': {'network_id': 'c6860e7f-1840-44cc-88a0-1bba28b2eba5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1660064717-subnet', 'tenant_id': 'dc244727a1134e209e24f40acad0df6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:28:08.232131 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-b7c10296-e4ed-4bb4-8cf7-ca8ee54f4b25 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6334605 Nov 25 00:28:08.233546 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c10296-e4ed-4bb4-8cf7-ca8ee54f4b25 admin admin] Pushing event updated for resources: {'Network': ['ID=c6860e7f-1840-44cc-88a0-1bba28b2eba5,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:08.249583 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Network c6860e7f-1840-44cc-88a0-1bba28b2eba5 details requested by agent ovs-agent-dv-cinder-819200-1-iscsi with host dv-cinder-819200-1-iscsi {{(pid=109125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 00:28:08.261692 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6907a0cc-1362-43f6-afd2-a237c19eba46 admin admin] Made reservation on behalf of dc244727a1134e209e24f40acad0df6d for: {'subnet': 1} {{(pid=109124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:28:08.265248 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6907a0cc-1362-43f6-afd2-a237c19eba46 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:08.466350 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6907a0cc-1362-43f6-afd2-a237c19eba46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570'] for subnet, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:08.486517 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 38746) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:08.524823 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907a0cc-1362-43f6-afd2-a237c19eba46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9526e428-93cb-4b36-b147-01a6ceccc3e0,revision_number=0']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:08.533201 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6907a0cc-1362-43f6-afd2-a237c19eba46 admin admin] Checking segment: {'id': '1d001069-81f5-4588-89c3-3b44f4223981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c6860e7f-1840-44cc-88a0-1bba28b2eba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:28:08.533558 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6907a0cc-1362-43f6-afd2-a237c19eba46 admin admin] Network hostable DHCP agents. Network: c6860e7f-1840-44cc-88a0-1bba28b2eba5, hostable agents: ['ef09b5cd-dd29-4f41-b3e7-5eec944a36f7'], hosted agents: [] {{(pid=109124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 00:28:08.553969 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6907a0cc-1362-43f6-afd2-a237c19eba46 admin admin] Network c6860e7f-1840-44cc-88a0-1bba28b2eba5 is scheduled to be hosted by DHCP agent ef09b5cd-dd29-4f41-b3e7-5eec944a36f7 with binding_index 1 {{(pid=109124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 00:28:08.565677 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.base_scheduler [None req-6907a0cc-1362-43f6-afd2-a237c19eba46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-1-iscsi, c6860e7f-1840-44cc-88a0-1bba28b2eba5) {{(pid=109124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:28:08.571308 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6907a0cc-1362-43f6-afd2-a237c19eba46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:08.572118 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6907a0cc-1362-43f6-afd2-a237c19eba46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for subnet, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:08.578054 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19f4666-0d0c-452b-8c78-74cc78ee6cfb None None] Network c6860e7f-1840-44cc-88a0-1bba28b2eba5 requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:28:08.588148 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 38752) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:08.597888 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-6907a0cc-1362-43f6-afd2-a237c19eba46 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3708668 Nov 25 00:28:08.626477 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 38760) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:08.730299 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ced3a18-b4c9-4b48-9421-8d1d2a2212ca None None] Network c6860e7f-1840-44cc-88a0-1bba28b2eba5 requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:28:08.885782 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-eca3aa3a-b7e0-458c-80de-a210598cc208 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1266874291-network', 'tenant_id': 'c32d03977f1d4d638fd8b0898e07ac1b'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:28:08.898433 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-f8d2ccdf-39a9-4089-9ffb-e68a66d3afab admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1556933049-network', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:28:08.922507 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca3aa3a-b7e0-458c-80de-a210598cc208 admin admin] Made reservation on behalf of c32d03977f1d4d638fd8b0898e07ac1b for: {'network': 1} {{(pid=109123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:28:08.925072 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-eca3aa3a-b7e0-458c-80de-a210598cc208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for network, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:08.936606 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-eca3aa3a-b7e0-458c-80de-a210598cc208 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:08.993464 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d2ccdf-39a9-4089-9ffb-e68a66d3afab admin admin] Made reservation on behalf of 88fe9e6d44f845c4ab47c65b792ab8b8 for: {'network': 1} {{(pid=109123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:28:08.995682 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-f8d2ccdf-39a9-4089-9ffb-e68a66d3afab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for network, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:09.030252 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-f8d2ccdf-39a9-4089-9ffb-e68a66d3afab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:09.068741 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-eca3aa3a-b7e0-458c-80de-a210598cc208 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:09.068741 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-eca3aa3a-b7e0-458c-80de-a210598cc208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:09.074702 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-32ff8bba-fec3-40c9-9080-d0eb3edab1fd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-104039817-network', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:28:09.077993 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eca3aa3a-b7e0-458c-80de-a210598cc208 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=109123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 00:28:09.089599 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-eca3aa3a-b7e0-458c-80de-a210598cc208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386'] for segment, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:09.089947 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.db.segments_db [None req-eca3aa3a-b7e0-458c-80de-a210598cc208 admin admin] Added segment 50f5b192-f7a6-40bd-8f08-fb9f7a57c46a of type vlan for network ad5dbde6-0f9b-40b2-bf98-0102d0a515c7 Nov 25 00:28:09.109708 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ff8bba-fec3-40c9-9080-d0eb3edab1fd admin admin] Made reservation on behalf of ab9bf63ea1ef4e45a31c8dad8d8491c4 for: {'network': 1} {{(pid=109124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:28:09.118812 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-32ff8bba-fec3-40c9-9080-d0eb3edab1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for network, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:09.131681 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-32ff8bba-fec3-40c9-9080-d0eb3edab1fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:09.158072 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-eca3aa3a-b7e0-458c-80de-a210598cc208 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781493843164'] for network, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:09.188411 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-eca3aa3a-b7e0-458c-80de-a210598cc208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570'] for network, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:09.189369 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca3aa3a-b7e0-458c-80de-a210598cc208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:09.189946 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-eca3aa3a-b7e0-458c-80de-a210598cc208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for network, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:09.204754 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3aa3a-b7e0-458c-80de-a210598cc208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58cfcd6-6ef8-4c1d-9420-6cd7d452f332,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:09.214498 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-eca3aa3a-b7e0-458c-80de-a210598cc208 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6223297 Nov 25 00:28:09.217701 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 38792) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:09.228589 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-32ff8bba-fec3-40c9-9080-d0eb3edab1fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:09.234838 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-32ff8bba-fec3-40c9-9080-d0eb3edab1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:09.264713 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32ff8bba-fec3-40c9-9080-d0eb3edab1fd admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=109124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 00:28:09.281312 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-32ff8bba-fec3-40c9-9080-d0eb3edab1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386'] for segment, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:09.281713 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.db.segments_db [None req-32ff8bba-fec3-40c9-9080-d0eb3edab1fd admin admin] Added segment ad64d367-3aef-4d3a-b35a-0b8f6019cb92 of type vlan for network 2ac47630-ede3-4aec-b968-c75e15d99ba8 Nov 25 00:28:09.324656 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-523dc21d-7fd0-4512-878f-9653f70d6bd5 admin admin] Request body: {'subnet': {'network_id': 'ad5dbde6-0f9b-40b2-bf98-0102d0a515c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1266874291-subnet', 'tenant_id': 'c32d03977f1d4d638fd8b0898e07ac1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:28:09.370020 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-32ff8bba-fec3-40c9-9080-d0eb3edab1fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781493843164'] for network, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:09.370462 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-f8d2ccdf-39a9-4089-9ffb-e68a66d3afab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:09.372811 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3aa3a-b7e0-458c-80de-a210598cc208 admin admin] Pushing event updated for resources: {'Network': ['ID=ad5dbde6-0f9b-40b2-bf98-0102d0a515c7,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:09.382899 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-f8d2ccdf-39a9-4089-9ffb-e68a66d3afab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:09.387164 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Network ad5dbde6-0f9b-40b2-bf98-0102d0a515c7 details requested by agent ovs-agent-dv-cinder-819200-1-iscsi with host dv-cinder-819200-1-iscsi {{(pid=109125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 00:28:09.455355 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-32ff8bba-fec3-40c9-9080-d0eb3edab1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570'] for network, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:09.456370 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ff8bba-fec3-40c9-9080-d0eb3edab1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:09.456941 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-32ff8bba-fec3-40c9-9080-d0eb3edab1fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for network, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:09.465882 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2ccdf-39a9-4089-9ffb-e68a66d3afab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddbaa2c-d856-4dd0-ad03-6f01e00b0946,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:09.476925 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8d2ccdf-39a9-4089-9ffb-e68a66d3afab admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=109123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 00:28:09.491661 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-f8d2ccdf-39a9-4089-9ffb-e68a66d3afab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386'] for segment, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:09.492397 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.db.segments_db [None req-f8d2ccdf-39a9-4089-9ffb-e68a66d3afab admin admin] Added segment 5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6 of type vlan for network b8bd4317-422f-42e2-9a69-593359f6781e Nov 25 00:28:09.502350 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523dc21d-7fd0-4512-878f-9653f70d6bd5 admin admin] Made reservation on behalf of c32d03977f1d4d638fd8b0898e07ac1b for: {'subnet': 1} {{(pid=109123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:28:09.505066 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-523dc21d-7fd0-4512-878f-9653f70d6bd5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:09.548115 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff8bba-fec3-40c9-9080-d0eb3edab1fd admin admin] Pushing event updated for resources: {'Network': ['ID=2ac47630-ede3-4aec-b968-c75e15d99ba8,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:09.554081 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff8bba-fec3-40c9-9080-d0eb3edab1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061ddf25-219a-4fa2-aa3d-a563a76a2b92,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:09.572298 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-32ff8bba-fec3-40c9-9080-d0eb3edab1fd admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9443748 Nov 25 00:28:09.575933 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 38806) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:09.582653 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Network 2ac47630-ede3-4aec-b968-c75e15d99ba8 details requested by agent ovs-agent-dv-cinder-819200-1-iscsi with host dv-cinder-819200-1-iscsi {{(pid=109125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 00:28:09.586006 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-0ae19986-d53d-470e-8fa0-50ba70010671 admin admin] Request body: {'subnet': {'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-104039817-subnet', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:28:09.634728 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae19986-d53d-470e-8fa0-50ba70010671 admin admin] Made reservation on behalf of ab9bf63ea1ef4e45a31c8dad8d8491c4 for: {'subnet': 1} {{(pid=109124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:28:09.638363 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-0ae19986-d53d-470e-8fa0-50ba70010671 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:09.721560 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-523dc21d-7fd0-4512-878f-9653f70d6bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570'] for subnet, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:09.786594 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-f8d2ccdf-39a9-4089-9ffb-e68a66d3afab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781493843164'] for network, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:09.800239 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523dc21d-7fd0-4512-878f-9653f70d6bd5 admin admin] Checking segment: {'id': '50f5b192-f7a6-40bd-8f08-fb9f7a57c46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ad5dbde6-0f9b-40b2-bf98-0102d0a515c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:28:09.800941 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523dc21d-7fd0-4512-878f-9653f70d6bd5 admin admin] Network hostable DHCP agents. Network: ad5dbde6-0f9b-40b2-bf98-0102d0a515c7, hostable agents: ['ef09b5cd-dd29-4f41-b3e7-5eec944a36f7'], hosted agents: [] {{(pid=109123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 00:28:09.847530 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523dc21d-7fd0-4512-878f-9653f70d6bd5 admin admin] Network ad5dbde6-0f9b-40b2-bf98-0102d0a515c7 is scheduled to be hosted by DHCP agent ef09b5cd-dd29-4f41-b3e7-5eec944a36f7 with binding_index 1 {{(pid=109123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 00:28:09.867742 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523dc21d-7fd0-4512-878f-9653f70d6bd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0637f826-2d10-4641-9103-1c88b9840874,revision_number=0']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:09.872136 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [None req-523dc21d-7fd0-4512-878f-9653f70d6bd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-1-iscsi, ad5dbde6-0f9b-40b2-bf98-0102d0a515c7) {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:28:09.875508 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-f8d2ccdf-39a9-4089-9ffb-e68a66d3afab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570'] for network, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:09.876687 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d2ccdf-39a9-4089-9ffb-e68a66d3afab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:09.877456 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-f8d2ccdf-39a9-4089-9ffb-e68a66d3afab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for network, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:09.882274 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83464c66-8fc1-4e3f-a2bc-cade2eed5a9c None None] Network ad5dbde6-0f9b-40b2-bf98-0102d0a515c7 requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:28:09.885675 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523dc21d-7fd0-4512-878f-9653f70d6bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:09.886349 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-523dc21d-7fd0-4512-878f-9653f70d6bd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for subnet, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:09.953622 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-0ae19986-d53d-470e-8fa0-50ba70010671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570'] for subnet, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:09.959887 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-f8d2ccdf-39a9-4089-9ffb-e68a66d3afab admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4810967 Nov 25 00:28:09.962762 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 38826) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:09.969673 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-454b329d-dea4-42a7-8b9f-3ada0d0c6df3 admin admin] Request body: {'subnet': {'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1556933049-subnet', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:28:10.004629 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-523dc21d-7fd0-4512-878f-9653f70d6bd5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7855823 Nov 25 00:28:10.008155 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454b329d-dea4-42a7-8b9f-3ada0d0c6df3 admin admin] Made reservation on behalf of 88fe9e6d44f845c4ab47c65b792ab8b8 for: {'subnet': 1} {{(pid=109123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:28:10.010913 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-454b329d-dea4-42a7-8b9f-3ada0d0c6df3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:10.132058 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae19986-d53d-470e-8fa0-50ba70010671 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4f92811-004c-42eb-91fc-ffe218f909da,revision_number=0']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:10.150405 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae19986-d53d-470e-8fa0-50ba70010671 admin admin] Checking segment: {'id': 'ad64d367-3aef-4d3a-b35a-0b8f6019cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:28:10.150798 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae19986-d53d-470e-8fa0-50ba70010671 admin admin] Network hostable DHCP agents. Network: 2ac47630-ede3-4aec-b968-c75e15d99ba8, hostable agents: ['ef09b5cd-dd29-4f41-b3e7-5eec944a36f7'], hosted agents: [] {{(pid=109124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 00:28:10.158899 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c1fd87-5b8e-41fd-870c-c69d5324a60a None None] Network ad5dbde6-0f9b-40b2-bf98-0102d0a515c7 requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:28:10.194390 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2ccdf-39a9-4089-9ffb-e68a66d3afab admin admin] Pushing event updated for resources: {'Network': ['ID=b8bd4317-422f-42e2-9a69-593359f6781e,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:10.198036 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae19986-d53d-470e-8fa0-50ba70010671 admin admin] Network 2ac47630-ede3-4aec-b968-c75e15d99ba8 is scheduled to be hosted by DHCP agent ef09b5cd-dd29-4f41-b3e7-5eec944a36f7 with binding_index 1 {{(pid=109124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 00:28:10.200843 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-454b329d-dea4-42a7-8b9f-3ada0d0c6df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570'] for subnet, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:10.216269 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.base_scheduler [None req-0ae19986-d53d-470e-8fa0-50ba70010671 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-1-iscsi, 2ac47630-ede3-4aec-b968-c75e15d99ba8) {{(pid=109124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:28:10.221235 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae19986-d53d-470e-8fa0-50ba70010671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:10.221827 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-0ae19986-d53d-470e-8fa0-50ba70010671 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for subnet, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:10.263532 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-0ae19986-d53d-470e-8fa0-50ba70010671 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6860607 Nov 25 00:28:10.265321 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 38848) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:10.278206 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Network b8bd4317-422f-42e2-9a69-593359f6781e details requested by agent ovs-agent-dv-cinder-819200-1-iscsi with host dv-cinder-819200-1-iscsi {{(pid=109125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 00:28:10.280654 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-1c7a29c4-7313-4689-ac4e-f6216d01d9ef admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-104039817-router', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'}}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:28:10.281959 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b329d-dea4-42a7-8b9f-3ada0d0c6df3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9,revision_number=0']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:10.297363 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454b329d-dea4-42a7-8b9f-3ada0d0c6df3 admin admin] Checking segment: {'id': '5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:28:10.298018 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454b329d-dea4-42a7-8b9f-3ada0d0c6df3 admin admin] Network hostable DHCP agents. Network: b8bd4317-422f-42e2-9a69-593359f6781e, hostable agents: ['ef09b5cd-dd29-4f41-b3e7-5eec944a36f7'], hosted agents: [] {{(pid=109123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 00:28:10.309676 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097283ea-c80f-4b6c-ac81-10732a1f6fc1 None None] Network 2ac47630-ede3-4aec-b968-c75e15d99ba8 requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:28:10.323893 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454b329d-dea4-42a7-8b9f-3ada0d0c6df3 admin admin] Network b8bd4317-422f-42e2-9a69-593359f6781e is scheduled to be hosted by DHCP agent ef09b5cd-dd29-4f41-b3e7-5eec944a36f7 with binding_index 1 {{(pid=109123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 00:28:10.336005 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1c7a29c4-7313-4689-ac4e-f6216d01d9ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-776192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8608'] for router, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:10.337156 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1c7a29c4-7313-4689-ac4e-f6216d01d9ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-776364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8633'] for router, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:10.342439 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [None req-454b329d-dea4-42a7-8b9f-3ada0d0c6df3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-1-iscsi, b8bd4317-422f-42e2-9a69-593359f6781e) {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:28:10.348524 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454b329d-dea4-42a7-8b9f-3ada0d0c6df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:10.349446 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-454b329d-dea4-42a7-8b9f-3ada0d0c6df3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for subnet, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:10.377688 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-454b329d-dea4-42a7-8b9f-3ada0d0c6df3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4129663 Nov 25 00:28:10.378823 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 38852) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:10.385213 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-d7d3c2fd-9cd6-4de7-bc7e-f5e72611f993 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1556933049-router', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'}}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:28:10.423076 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d7d3c2fd-9cd6-4de7-bc7e-f5e72611f993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-776192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8608'] for router, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:10.426801 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d7d3c2fd-9cd6-4de7-bc7e-f5e72611f993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-776364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8633'] for router, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:10.469160 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c37456e-64f6-48f0-a888-717d8c0a5187 None None] Network b8bd4317-422f-42e2-9a69-593359f6781e requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:28:10.472958 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 38860) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:10.476957 dv-cinder-819200-1-iscsi neutron-server[109124]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 25 00:28:10.514064 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1c7a29c4-7313-4689-ac4e-f6216d01d9ef admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:10.568087 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d7d3c2fd-9cd6-4de7-bc7e-f5e72611f993 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:10.976378 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d7d3c2fd-9cd6-4de7-bc7e-f5e72611f993 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:11.010146 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1c7a29c4-7313-4689-ac4e-f6216d01d9ef admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:11.101876 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-0acf001c-11fd-4002-aea5-6ae082f643e5 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:11.109554 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-0acf001c-11fd-4002-aea5-6ae082f643e5 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/networks?id=eec65319-57e0-4057-bff5-48191b9a49e0 HTTP/1.1" status: 200 len: 811 time: 0.6354661 Nov 25 00:28:11.142561 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60f695d-5639-4a7a-8c13-7bc235503a18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf02d1ee3-10f8-5602-81ee-03f41b90932a-2ac47630-ede3-4aec-b968-c75e15d99ba8', 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'fixed_ips': [{'subnet_id': 'e4f92811-004c-42eb-91fc-ffe218f909da'}]}} from dv-cinder-819200-1-iscsi. {{(pid=109125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 00:28:11.144013 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-e60f695d-5639-4a7a-8c13-7bc235503a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:11.144535 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-efd49ea3-4cc3-46a0-aa10-603e0696f898 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/quotas/9633a0cbb3fa4ca8ad10748648a3ae1b HTTP/1.1" status: 200 len: 375 time: 0.0234447 Nov 25 00:28:11.211109 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 38884) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:11.222369 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-68a559a8-e34d-47c2-a8a6-009e0194eeed admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-607549587-network', 'tenant_id': 'c43d5bd932534cd8bef72bba817fb64a'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:28:11.269757 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-8adf0ff0-a41b-4531-8484-4146079aece2 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9633a0cbb3fa4ca8ad10748648a3ae1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0954649 Nov 25 00:28:11.340572 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a559a8-e34d-47c2-a8a6-009e0194eeed admin admin] Made reservation on behalf of c43d5bd932534cd8bef72bba817fb64a for: {'network': 1} {{(pid=109123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:28:11.344924 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-68a559a8-e34d-47c2-a8a6-009e0194eeed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for network, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:11.423779 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c485386-feab-4f5d-98ff-cea12736612a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf02d1ee3-10f8-5602-81ee-03f41b90932a-b8bd4317-422f-42e2-9a69-593359f6781e', 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'fixed_ips': [{'subnet_id': 'f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9'}]}} from dv-cinder-819200-1-iscsi. {{(pid=109125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 00:28:11.424784 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7c485386-feab-4f5d-98ff-cea12736612a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:11.567784 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1c7a29c4-7313-4689-ac4e-f6216d01d9ef admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:11.589776 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.db_base_plugin_common [None req-e60f695d-5639-4a7a-8c13-7bc235503a18 None None] Allocated IP 172.20.0.2 (2ac47630-ede3-4aec-b968-c75e15d99ba8/e4f92811-004c-42eb-91fc-ffe218f909da/0ce4939b-a475-4e9b-8d9a-c2f18afb9b09) {{(pid=109125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:28:11.610144 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-68a559a8-e34d-47c2-a8a6-009e0194eeed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:11.622334 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-cad010d3-ec4d-483b-9131-8ff80d6552d4 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 00:28:11.624597 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-cad010d3-ec4d-483b-9131-8ff80d6552d4 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1508355 Nov 25 00:28:11.627029 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1c7a29c4-7313-4689-ac4e-f6216d01d9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:11.657321 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d7d3c2fd-9cd6-4de7-bc7e-f5e72611f993 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:11.688078 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.db_base_plugin_common [None req-7c485386-feab-4f5d-98ff-cea12736612a None None] Allocated IP 172.20.0.2 (b8bd4317-422f-42e2-9a69-593359f6781e/f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9/ca19acc7-91d8-4018-ae7d-cdea34f7574a) {{(pid=109125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:28:11.693983 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d7d3c2fd-9cd6-4de7-bc7e-f5e72611f993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:11.891944 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-68a559a8-e34d-47c2-a8a6-009e0194eeed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:11.896841 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-e60f695d-5639-4a7a-8c13-7bc235503a18 None None] Publish callbacks [] for port, precommit_create {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:11.898389 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-b3348107-3941-4b69-a7cc-f4038643069f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:11.908334 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-68a559a8-e34d-47c2-a8a6-009e0194eeed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:11.911460 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-e60f695d-5639-4a7a-8c13-7bc235503a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153'] for port, after_create {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:11.913122 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.db_base_plugin_common [None req-d7d3c2fd-9cd6-4de7-bc7e-f5e72611f993 admin admin] Allocated IP 172.27.2.33 (7e710f5f-af80-47ab-b03c-3a0dd4623f26/89cd149f-d365-4a11-b22c-c62ab9234e96/45f038c6-7cd6-4aab-a24f-1ffab3ef5534) {{(pid=109123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:28:11.944468 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68a559a8-e34d-47c2-a8a6-009e0194eeed admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=109123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 00:28:11.978698 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a559a8-e34d-47c2-a8a6-009e0194eeed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9a6317-b677-44eb-8821-b3bee623a83b,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:11.982964 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-68a559a8-e34d-47c2-a8a6-009e0194eeed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386'] for segment, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:11.983431 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.db.segments_db [None req-68a559a8-e34d-47c2-a8a6-009e0194eeed admin admin] Added segment a0ce5436-35c5-4593-9a42-b672bcd04300 of type vlan for network d2b0bb01-8ecc-48ee-83d8-1899b854bfe0 Nov 25 00:28:11.993749 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f695d-5639-4a7a-8c13-7bc235503a18 None None] Pushing event updated for resources: {'Port': ['ID=0ce4939b-a475-4e9b-8d9a-c2f18afb9b09,revision_number=1']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:12.005571 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-af1357f4-956e-4030-92ea-0c19ea3cc15b service neutron] 10.222.0.37 "GET /v2.0/networks/eec65319-57e0-4057-bff5-48191b9a49e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540625 Nov 25 00:28:12.021349 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60f695d-5639-4a7a-8c13-7bc235503a18 None None] Network 2ac47630-ede3-4aec-b968-c75e15d99ba8 is already hosted by enough agents. {{(pid=109125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:28:12.025044 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f695d-5639-4a7a-8c13-7bc235503a18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:12.025417 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f695d-5639-4a7a-8c13-7bc235503a18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:12.025761 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f695d-5639-4a7a-8c13-7bc235503a18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:12.026094 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f695d-5639-4a7a-8c13-7bc235503a18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:12.026432 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f695d-5639-4a7a-8c13-7bc235503a18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:12.026785 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f695d-5639-4a7a-8c13-7bc235503a18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:12.027112 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f695d-5639-4a7a-8c13-7bc235503a18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:12.027433 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f695d-5639-4a7a-8c13-7bc235503a18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:12.027804 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f695d-5639-4a7a-8c13-7bc235503a18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:12.028636 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f695d-5639-4a7a-8c13-7bc235503a18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:12.028636 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f695d-5639-4a7a-8c13-7bc235503a18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:12.028856 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f695d-5639-4a7a-8c13-7bc235503a18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:12.029795 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f695d-5639-4a7a-8c13-7bc235503a18 None None] Tracked resource versions report: Nov 25 00:28:12.029795 dv-cinder-819200-1-iscsi neutron-server[109125]: pushed versions: Nov 25 00:28:12.029795 dv-cinder-819200-1-iscsi neutron-server[109125]: { 'AddressGroup': {'1.2'}, Nov 25 00:28:12.029795 dv-cinder-819200-1-iscsi neutron-server[109125]: 'ConntrackHelper': {'1.0'}, Nov 25 00:28:12.029795 dv-cinder-819200-1-iscsi neutron-server[109125]: 'Log': {'1.0'}, Nov 25 00:28:12.029795 dv-cinder-819200-1-iscsi neutron-server[109125]: 'Network': {'1.1'}, Nov 25 00:28:12.029795 dv-cinder-819200-1-iscsi neutron-server[109125]: 'Port': {'1.7'}, Nov 25 00:28:12.029795 dv-cinder-819200-1-iscsi neutron-server[109125]: 'PortForwarding': {'1.2'}, Nov 25 00:28:12.029795 dv-cinder-819200-1-iscsi neutron-server[109125]: 'QosPolicy': {'1.10'}, Nov 25 00:28:12.029795 dv-cinder-819200-1-iscsi neutron-server[109125]: 'SecurityGroup': {'1.5'}, Nov 25 00:28:12.029795 dv-cinder-819200-1-iscsi neutron-server[109125]: 'SecurityGroupRule': {'1.2'}, Nov 25 00:28:12.029795 dv-cinder-819200-1-iscsi neutron-server[109125]: 'SubPort': {'1.0'}, Nov 25 00:28:12.029795 dv-cinder-819200-1-iscsi neutron-server[109125]: 'Subnet': {'1.1'}, Nov 25 00:28:12.029795 dv-cinder-819200-1-iscsi neutron-server[109125]: 'Trunk': {'1.1'}} Nov 25 00:28:12.029795 dv-cinder-819200-1-iscsi neutron-server[109125]: consumer versions: Nov 25 00:28:12.029795 dv-cinder-819200-1-iscsi neutron-server[109125]: { DHCP agent@dv-cinder-819200-1-iscsi: {}, Nov 25 00:28:12.029795 dv-cinder-819200-1-iscsi neutron-server[109125]: HyperV agent@hv-cinder-81920: {}, Nov 25 00:28:12.029795 dv-cinder-819200-1-iscsi neutron-server[109125]: L3 agent@dv-cinder-819200-1-iscsi: {}, Nov 25 00:28:12.029795 dv-cinder-819200-1-iscsi neutron-server[109125]: Metadata agent@dv-cinder-819200-1-iscsi: {}, Nov 25 00:28:12.029795 dv-cinder-819200-1-iscsi neutron-server[109125]: Metering agent@dv-cinder-819200-1-iscsi: {}, Nov 25 00:28:12.029795 dv-cinder-819200-1-iscsi neutron-server[109125]: Open vSwitch agent@dv-cinder-819200-1-iscsi: { 'AddressGroup': '1.2', Nov 25 00:28:12.029795 dv-cinder-819200-1-iscsi neutron-server[109125]: 'ConntrackHelper': '1.0', Nov 25 00:28:12.029795 dv-cinder-819200-1-iscsi neutron-server[109125]: 'Log': '1.0', Nov 25 00:28:12.029795 dv-cinder-819200-1-iscsi neutron-server[109125]: 'Network': '1.1', Nov 25 00:28:12.029795 dv-cinder-819200-1-iscsi neutron-server[109125]: 'Port': '1.7', Nov 25 00:28:12.029795 dv-cinder-819200-1-iscsi neutron-server[109125]: 'PortForwarding': '1.2', Nov 25 00:28:12.029795 dv-cinder-819200-1-iscsi neutron-server[109125]: 'QosPolicy': '1.10', Nov 25 00:28:12.029795 dv-cinder-819200-1-iscsi neutron-server[109125]: 'SecurityGroup': '1.5', Nov 25 00:28:12.029795 dv-cinder-819200-1-iscsi neutron-server[109125]: 'SecurityGroupRule': '1.2', Nov 25 00:28:12.029795 dv-cinder-819200-1-iscsi neutron-server[109125]: 'SubPort': '1.0', Nov 25 00:28:12.029795 dv-cinder-819200-1-iscsi neutron-server[109125]: 'Subnet': '1.1', Nov 25 00:28:12.029795 dv-cinder-819200-1-iscsi neutron-server[109125]: 'Trunk': '1.1'}} Nov 25 00:28:12.029795 dv-cinder-819200-1-iscsi neutron-server[109125]: {{(pid=109125) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 00:28:12.032567 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.scheduler.base_scheduler [None req-e60f695d-5639-4a7a-8c13-7bc235503a18 None None] Resources bound (agent type, host, resource id): {{(pid=109125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:28:12.089063 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-68a559a8-e34d-47c2-a8a6-009e0194eeed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781493843164'] for network, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:12.095653 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7c485386-feab-4f5d-98ff-cea12736612a None None] Publish callbacks [] for port, precommit_create {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:12.106559 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60f695d-5639-4a7a-8c13-7bc235503a18 None None] Received port after_create {{(pid=109125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:28:12.118523 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7c485386-feab-4f5d-98ff-cea12736612a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153'] for port, after_create {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:12.157296 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-b03de011-3771-483e-a2bb-464af451ff89 service neutron] 10.222.0.37 "GET /v2.0/networks/eec65319-57e0-4057-bff5-48191b9a49e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476281 Nov 25 00:28:12.157901 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d7d3c2fd-9cd6-4de7-bc7e-f5e72611f993 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:12.166894 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-68a559a8-e34d-47c2-a8a6-009e0194eeed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570'] for network, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:12.170426 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a559a8-e34d-47c2-a8a6-009e0194eeed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:12.171401 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-68a559a8-e34d-47c2-a8a6-009e0194eeed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for network, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:12.264219 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a559a8-e34d-47c2-a8a6-009e0194eeed admin admin] Pushing event updated for resources: {'Network': ['ID=d2b0bb01-8ecc-48ee-83d8-1899b854bfe0,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:12.271867 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c485386-feab-4f5d-98ff-cea12736612a None None] Pushing event updated for resources: {'Port': ['ID=ca19acc7-91d8-4018-ae7d-cdea34f7574a,revision_number=1']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:12.287626 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Network d2b0bb01-8ecc-48ee-83d8-1899b854bfe0 details requested by agent ovs-agent-dv-cinder-819200-1-iscsi with host dv-cinder-819200-1-iscsi {{(pid=109125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 00:28:12.312784 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-68a559a8-e34d-47c2-a8a6-009e0194eeed admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1000245 Nov 25 00:28:12.313276 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 38908) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:12.318379 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-06e5394b-a3ac-4053-a7bc-ba0fb2977045 admin admin] Request body: {'subnet': {'network_id': 'd2b0bb01-8ecc-48ee-83d8-1899b854bfe0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-607549587-subnet', 'tenant_id': 'c43d5bd932534cd8bef72bba817fb64a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:28:12.329634 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c485386-feab-4f5d-98ff-cea12736612a None None] Network b8bd4317-422f-42e2-9a69-593359f6781e is already hosted by enough agents. {{(pid=109125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:28:12.329908 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d7d3c2fd-9cd6-4de7-bc7e-f5e72611f993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153'] for port, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:12.331655 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.scheduler.base_scheduler [None req-7c485386-feab-4f5d-98ff-cea12736612a None None] Resources bound (agent type, host, resource id): {{(pid=109125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:28:12.340866 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c485386-feab-4f5d-98ff-cea12736612a None None] Received port after_create {{(pid=109125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:28:12.387867 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3c2fd-9cd6-4de7-bc7e-f5e72611f993 admin admin] Pushing event updated for resources: {'Port': ['ID=45f038c6-7cd6-4aab-a24f-1ffab3ef5534,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:12.389041 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e5394b-a3ac-4053-a7bc-ba0fb2977045 admin admin] Made reservation on behalf of c43d5bd932534cd8bef72bba817fb64a for: {'subnet': 1} {{(pid=109124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:28:12.392575 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-06e5394b-a3ac-4053-a7bc-ba0fb2977045 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:12.411048 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d3c2fd-9cd6-4de7-bc7e-f5e72611f993 admin admin] Network 7e710f5f-af80-47ab-b03c-3a0dd4623f26 is already hosted by enough agents. {{(pid=109123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:28:12.413193 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [None req-d7d3c2fd-9cd6-4de7-bc7e-f5e72611f993 admin admin] Resources bound (agent type, host, resource id): {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:28:12.421068 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d3c2fd-9cd6-4de7-bc7e-f5e72611f993 admin admin] Received port after_create {{(pid=109123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:28:12.427796 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.db_base_plugin_common [None req-1c7a29c4-7313-4689-ac4e-f6216d01d9ef admin admin] Allocated IP 172.27.2.60 (7e710f5f-af80-47ab-b03c-3a0dd4623f26/89cd149f-d365-4a11-b22c-c62ab9234e96/ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55) {{(pid=109124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:28:12.523707 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-e60f695d-5639-4a7a-8c13-7bc235503a18 None None] Attempting to bind port 0ce4939b-a475-4e9b-8d9a-c2f18afb9b09 on host dv-cinder-819200-1-iscsi for vnic_type normal with profile {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:28:12.525305 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-e60f695d-5639-4a7a-8c13-7bc235503a18 None None] Attempting to bind port 0ce4939b-a475-4e9b-8d9a-c2f18afb9b09 by drivers openvswitch,hyperv on host dv-cinder-819200-1-iscsi at level 0 using segments [{'id': 'ad64d367-3aef-4d3a-b35a-0b8f6019cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8'}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:28:12.525305 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60f695d-5639-4a7a-8c13-7bc235503a18 None None] Attempting to bind port 0ce4939b-a475-4e9b-8d9a-c2f18afb9b09 on network 2ac47630-ede3-4aec-b968-c75e15d99ba8 {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:28:12.533573 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60f695d-5639-4a7a-8c13-7bc235503a18 None None] Checking agent: {'id': '6db1e42d-7d41-4128-8d86-b90db240c589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 20, 18), 'started_at': datetime.datetime(2021, 11, 25, 0, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:28:12.533949 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60f695d-5639-4a7a-8c13-7bc235503a18 None None] Checking segment: {'id': 'ad64d367-3aef-4d3a-b35a-0b8f6019cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:28:12.534356 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-e60f695d-5639-4a7a-8c13-7bc235503a18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:12.534894 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60f695d-5639-4a7a-8c13-7bc235503a18 None None] Bound using segment: {'id': 'ad64d367-3aef-4d3a-b35a-0b8f6019cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8'} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:28:12.535265 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-e60f695d-5639-4a7a-8c13-7bc235503a18 None None] Bound port: 0ce4939b-a475-4e9b-8d9a-c2f18afb9b09, host: dv-cinder-819200-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad64d367-3aef-4d3a-b35a-0b8f6019cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8'}}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:28:12.535658 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-e60f695d-5639-4a7a-8c13-7bc235503a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:12.561051 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-7c485386-feab-4f5d-98ff-cea12736612a None None] Attempting to bind port ca19acc7-91d8-4018-ae7d-cdea34f7574a on host dv-cinder-819200-1-iscsi for vnic_type normal with profile {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:28:12.563334 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-7c485386-feab-4f5d-98ff-cea12736612a None None] Attempting to bind port ca19acc7-91d8-4018-ae7d-cdea34f7574a by drivers openvswitch,hyperv on host dv-cinder-819200-1-iscsi at level 0 using segments [{'id': '5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e'}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:28:12.569844 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c485386-feab-4f5d-98ff-cea12736612a None None] Attempting to bind port ca19acc7-91d8-4018-ae7d-cdea34f7574a on network b8bd4317-422f-42e2-9a69-593359f6781e {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:28:12.599775 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c485386-feab-4f5d-98ff-cea12736612a None None] Checking agent: {'id': '6db1e42d-7d41-4128-8d86-b90db240c589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 20, 18), 'started_at': datetime.datetime(2021, 11, 25, 0, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:28:12.601846 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 38932) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:12.603127 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c485386-feab-4f5d-98ff-cea12736612a None None] Checking segment: {'id': '5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:28:12.604650 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7c485386-feab-4f5d-98ff-cea12736612a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:12.606867 dv-cinder-819200-1-iscsi neutron-server[109123]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 25 00:28:12.607319 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c485386-feab-4f5d-98ff-cea12736612a None None] Bound using segment: {'id': '5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e'} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:28:12.607844 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-7c485386-feab-4f5d-98ff-cea12736612a None None] Bound port: ca19acc7-91d8-4018-ae7d-cdea34f7574a, host: dv-cinder-819200-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e'}}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:28:12.608423 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7c485386-feab-4f5d-98ff-cea12736612a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:12.688241 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1c7a29c4-7313-4689-ac4e-f6216d01d9ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:12.709057 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7c485386-feab-4f5d-98ff-cea12736612a None None] For port ca19acc7-91d8-4018-ae7d-cdea34f7574a, host dv-cinder-819200-1-iscsi, cleared binding levels {{(pid=109125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:28:12.712889 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7c485386-feab-4f5d-98ff-cea12736612a None None] For port ca19acc7-91d8-4018-ae7d-cdea34f7574a, host dv-cinder-819200-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=ca19acc7-91d8-4018-ae7d-cdea34f7574a,segment=NetworkSegment(5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6),segment_id=5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6)] {{(pid=109125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:28:12.723503 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7c485386-feab-4f5d-98ff-cea12736612a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:12.811651 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-e60f695d-5639-4a7a-8c13-7bc235503a18 None None] For port 0ce4939b-a475-4e9b-8d9a-c2f18afb9b09, host dv-cinder-819200-1-iscsi, cleared binding levels {{(pid=109125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:28:12.840885 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c485386-feab-4f5d-98ff-cea12736612a None None] Pushing event updated for resources: {'Port': ['ID=ca19acc7-91d8-4018-ae7d-cdea34f7574a,revision_number=2']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:12.850234 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-e60f695d-5639-4a7a-8c13-7bc235503a18 None None] For port 0ce4939b-a475-4e9b-8d9a-c2f18afb9b09, host dv-cinder-819200-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=0ce4939b-a475-4e9b-8d9a-c2f18afb9b09,segment=NetworkSegment(ad64d367-3aef-4d3a-b35a-0b8f6019cb92),segment_id=ad64d367-3aef-4d3a-b35a-0b8f6019cb92)] {{(pid=109125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:28:12.860758 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-e60f695d-5639-4a7a-8c13-7bc235503a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:12.880138 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f3cce772-cb5d-448f-ae9e-df2e6134ec4d req-7aaccf63-4fc8-46a1-9de3-b228586f5f10 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/ports?device_id=e62daafa-272c-42a9-bacb-4aa817b6323c HTTP/1.1" status: 200 len: 210 time: 0.0724947 Nov 25 00:28:12.945387 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-06e5394b-a3ac-4053-a7bc-ba0fb2977045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570'] for subnet, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:12.993463 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f695d-5639-4a7a-8c13-7bc235503a18 None None] Pushing event updated for resources: {'Port': ['ID=0ce4939b-a475-4e9b-8d9a-c2f18afb9b09,revision_number=2']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:13.022772 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-8ed3f512-5c18-48fe-ad18-a66197ded754 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:13.031509 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-8ed3f512-5c18-48fe-ad18-a66197ded754 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/networks?id=c6860e7f-1840-44cc-88a0-1bba28b2eba5 HTTP/1.1" status: 200 len: 815 time: 0.4278781 Nov 25 00:28:13.075547 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-d0c5f72e-f2d7-4b29-a21a-ddd7936a0ab0 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/quotas/dc244727a1134e209e24f40acad0df6d HTTP/1.1" status: 200 len: 375 time: 0.0418041 Nov 25 00:28:13.108390 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5394b-a3ac-4053-a7bc-ba0fb2977045 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a90d1669-3a40-4fb1-a4cf-2ce4591a87c1,revision_number=0']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:13.129860 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1c7a29c4-7313-4689-ac4e-f6216d01d9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153'] for port, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:13.213630 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-0d193464-9144-4a5b-a1f7-11bdb4aad313 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc244727a1134e209e24f40acad0df6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1026437 Nov 25 00:28:13.213630 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d7d3c2fd-9cd6-4de7-bc7e-f5e72611f993 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:13.214437 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7a29c4-7313-4689-ac4e-f6216d01d9ef admin admin] Network 7e710f5f-af80-47ab-b03c-3a0dd4623f26 is already hosted by enough agents. {{(pid=109124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:28:13.472073 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-ac033bb1-4542-472d-83df-60fa7b62e2c9 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 00:28:13.473227 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-ac033bb1-4542-472d-83df-60fa7b62e2c9 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0916243 Nov 25 00:28:13.600307 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.base_scheduler [None req-1c7a29c4-7313-4689-ac4e-f6216d01d9ef admin admin] Resources bound (agent type, host, resource id): {{(pid=109124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:28:13.603409 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a29c4-7313-4689-ac4e-f6216d01d9ef admin admin] Pushing event updated for resources: {'Port': ['ID=ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:13.618766 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7a29c4-7313-4689-ac4e-f6216d01d9ef admin admin] Received port after_create {{(pid=109124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:28:13.834610 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-e64fc6a1-c941-4d63-a382-991daeda7e3a service neutron] 10.222.0.37 "GET /v2.0/networks/c6860e7f-1840-44cc-88a0-1bba28b2eba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472152 Nov 25 00:28:13.880524 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e5394b-a3ac-4053-a7bc-ba0fb2977045 admin admin] Checking segment: {'id': 'a0ce5436-35c5-4593-9a42-b672bcd04300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd2b0bb01-8ecc-48ee-83d8-1899b854bfe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:28:13.880757 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e5394b-a3ac-4053-a7bc-ba0fb2977045 admin admin] Network hostable DHCP agents. Network: d2b0bb01-8ecc-48ee-83d8-1899b854bfe0, hostable agents: ['ef09b5cd-dd29-4f41-b3e7-5eec944a36f7'], hosted agents: [] {{(pid=109124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 00:28:14.059043 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e5394b-a3ac-4053-a7bc-ba0fb2977045 admin admin] Network d2b0bb01-8ecc-48ee-83d8-1899b854bfe0 is scheduled to be hosted by DHCP agent ef09b5cd-dd29-4f41-b3e7-5eec944a36f7 with binding_index 1 {{(pid=109124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 00:28:14.087438 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.base_scheduler [None req-06e5394b-a3ac-4053-a7bc-ba0fb2977045 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-1-iscsi, d2b0bb01-8ecc-48ee-83d8-1899b854bfe0) {{(pid=109124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:28:14.111552 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134100e1-0026-40c5-8ace-baf264bd1f6d None None] Network d2b0bb01-8ecc-48ee-83d8-1899b854bfe0 requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:28:14.118514 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e5394b-a3ac-4053-a7bc-ba0fb2977045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:14.119140 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-06e5394b-a3ac-4053-a7bc-ba0fb2977045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for subnet, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:14.119279 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d7d3c2fd-9cd6-4de7-bc7e-f5e72611f993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-776343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622894'] for router, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:14.154686 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-06e5394b-a3ac-4053-a7bc-ba0fb2977045 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8322980 Nov 25 00:28:14.207834 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1c7a29c4-7313-4689-ac4e-f6216d01d9ef admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:14.378408 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-42f637fd-61a7-4758-9582-3e0c90aca43a req-90a58ad7-9491-453d-8cfc-91ab9fb530e3 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/ports?device_id=e62daafa-272c-42a9-bacb-4aa817b6323c HTTP/1.1" status: 200 len: 210 time: 0.0826006 Nov 25 00:28:14.410478 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d811c7c-0c1e-4fb5-9d33-4393363b1540 None None] Network d2b0bb01-8ecc-48ee-83d8-1899b854bfe0 requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:28:14.411161 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 39012) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:14.442828 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-80736a4f-db69-4b18-a496-aee40b503784 service neutron] 10.222.0.37 "GET /v2.0/networks/c6860e7f-1840-44cc-88a0-1bba28b2eba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5887768 Nov 25 00:28:14.517189 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6a7251e-5318-4b47-95b7-2bce941c5d40 admin admin] Deleting subnet 0637f826-2d10-4641-9103-1c88b9840874 {{(pid=109123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 00:28:14.528245 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e6a7251e-5318-4b47-95b7-2bce941c5d40 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:14.586069 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-554751c6-4209-4c23-9566-36e2bd3237e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:14.592298 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e6a7251e-5318-4b47-95b7-2bce941c5d40 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:14.616647 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1c7a29c4-7313-4689-ac4e-f6216d01d9ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-776343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622894'] for router, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:14.617136 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e6a7251e-5318-4b47-95b7-2bce941c5d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3679783'] for subnet, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:14.647845 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d3c2fd-9cd6-4de7-bc7e-f5e72611f993 admin admin] Router b16911b7-a363-4fcf-a499-0330304c6f7d is scheduled to L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 with binding_index 1 {{(pid=109123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 00:28:14.768763 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5973e5-bc4d-4fec-a8b5-68eaf1319b82 None None] Network 2ac47630-ede3-4aec-b968-c75e15d99ba8 requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:28:14.832637 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-533048d2-d05a-4a06-a501-2b96ee114c53 req-c8cd2360-a3eb-4ebc-93af-76178421aa05 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=743eb98d-3b2a-440a-ba64-4140355ce62d HTTP/1.1" status: 200 len: 210 time: 0.0407341 Nov 25 00:28:14.879095 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e6a7251e-5318-4b47-95b7-2bce941c5d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3679964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570'] for subnet, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:14.956806 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7a29c4-7313-4689-ac4e-f6216d01d9ef admin admin] Router f048b5b5-01d4-419f-a17e-6865e85c411a is scheduled to L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 with binding_index 1 {{(pid=109124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 00:28:14.988040 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a7251e-5318-4b47-95b7-2bce941c5d40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0637f826-2d10-4641-9103-1c88b9840874,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:14.999646 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e6a7251e-5318-4b47-95b7-2bce941c5d40 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:15.014323 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-e6a7251e-5318-4b47-95b7-2bce941c5d40 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0637f826-2d10-4641-9103-1c88b9840874 HTTP/1.1" status: 204 len: 168 time: 0.5704079 Nov 25 00:28:15.017008 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 39034) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:15.031577 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1033f795-e4ec-4e9c-87ea-4f24ff161ab3 None None] Network b8bd4317-422f-42e2-9a69-593359f6781e requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:28:15.044058 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d3c2fd-9cd6-4de7-bc7e-f5e72611f993 admin admin] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:28:15.055807 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cbc0dd-9ce7-41bd-b177-91114540dfff None None] Sync routers for ids ['b16911b7-a363-4fcf-a499-0330304c6f7d'] in dv-cinder-819200-1-iscsi {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:28:15.095925 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cbc0dd-9ce7-41bd-b177-91114540dfff None None] Routers {'b16911b7-a363-4fcf-a499-0330304c6f7d'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:28:15.100421 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-a8cbc0dd-9ce7-41bd-b177-91114540dfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:28:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['b16911b7-a363-4fcf-a499-0330304c6f7d'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:28:15.113570 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d7d3c2fd-9cd6-4de7-bc7e-f5e72611f993 admin admin] Publish callbacks [] for router, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:15.119301 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-d7d3c2fd-9cd6-4de7-bc7e-f5e72611f993 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7346008 Nov 25 00:28:15.121984 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 39036) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:15.187523 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device ca19acc7-91d8-4018-ae7d-cdea34f7574a up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:28:15.189969 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-4f81c5f8-9f16-4f77-90e7-5b69d29c0fc0 None None] Provisioning complete for port 0ce4939b-a475-4e9b-8d9a-c2f18afb9b09 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:28:15.190333 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-4f81c5f8-9f16-4f77-90e7-5b69d29c0fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:15.210804 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7a29c4-7313-4689-ac4e-f6216d01d9ef admin admin] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:28:15.228037 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-00c69c1e-e9de-4fde-b951-af639ac6ecf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3831181'] for network, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:15.249051 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68336960-9309-4a2f-88f7-3aff3db49229 None None] Sync routers for ids ['f048b5b5-01d4-419f-a17e-6865e85c411a'] in dv-cinder-819200-1-iscsi {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:28:15.262048 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1c7a29c4-7313-4689-ac4e-f6216d01d9ef admin admin] Publish callbacks [] for router, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:15.273469 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-1c7a29c4-7313-4689-ac4e-f6216d01d9ef admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9966571 Nov 25 00:28:15.274457 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 39048) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:15.297778 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-a8cbc0dd-9ce7-41bd-b177-91114540dfff None None] Set router b16911b7-a363-4fcf-a499-0330304c6f7d gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:28:15.594409 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-00c69c1e-e9de-4fde-b951-af639ac6ecf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3685296', 'neutron.services.segments.db._delete_segments_for_network-8781494352851'] for network, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:15.641933 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68336960-9309-4a2f-88f7-3aff3db49229 None None] Routers {'f048b5b5-01d4-419f-a17e-6865e85c411a'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:28:15.642609 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-68336960-9309-4a2f-88f7-3aff3db49229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:28:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['f048b5b5-01d4-419f-a17e-6865e85c411a'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:28:15.662710 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-a8cbc0dd-9ce7-41bd-b177-91114540dfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'name': 'tempest-AttachVolumeTestJSON-1556933049-router', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '45f038c6-7cd6-4aab-a24f-1ffab3ef5534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:28:12Z', 'revision_number': 3, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'gw_port': {'id': '45f038c6-7cd6-4aab-a24f-1ffab3ef5534', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:11Z', 'updated_at': '2021-11-25T00:28:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi'}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:28:15.725648 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cbc0dd-9ce7-41bd-b177-91114540dfff None None] Checking router: b16911b7-a363-4fcf-a499-0330304c6f7d for host: dv-cinder-819200-1-iscsi {{(pid=109126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:28:15.726273 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cbc0dd-9ce7-41bd-b177-91114540dfff None None] Updating router b16911b7-a363-4fcf-a499-0330304c6f7d port 45f038c6-7cd6-4aab-a24f-1ffab3ef5534 binding host dv-cinder-819200-1-iscsi {{(pid=109126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 00:28:15.769288 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-00c69c1e-e9de-4fde-b951-af639ac6ecf4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:28:15.769942 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-00c69c1e-e9de-4fde-b951-af639ac6ecf4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:28:15.770075 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-4f81c5f8-9f16-4f77-90e7-5b69d29c0fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:15.771038 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-00c69c1e-e9de-4fde-b951-af639ac6ecf4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:28:15.771396 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-00c69c1e-e9de-4fde-b951-af639ac6ecf4 admin admin] Subscribe: > port after_create 55550000 {{(pid=109123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:28:15.771786 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-00c69c1e-e9de-4fde-b951-af639ac6ecf4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:28:15.772131 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-00c69c1e-e9de-4fde-b951-af639ac6ecf4 admin admin] Subscribe: > port after_update 55550000 {{(pid=109123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:28:15.772475 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-00c69c1e-e9de-4fde-b951-af639ac6ecf4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:28:15.772797 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-00c69c1e-e9de-4fde-b951-af639ac6ecf4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:28:15.773115 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-00c69c1e-e9de-4fde-b951-af639ac6ecf4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:28:15.773437 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-00c69c1e-e9de-4fde-b951-af639ac6ecf4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:28:15.805109 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-a8cbc0dd-9ce7-41bd-b177-91114540dfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:15.833419 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port ca19acc7-91d8-4018-ae7d-cdea34f7574a triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:28:15.833419 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:15.838289 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ffb4faad-1427-44ce-90d1-2caa183a3640 req-7b379e08-fd5c-4af8-a894-6431c49e2d69 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/ports?device_id=e62daafa-272c-42a9-bacb-4aa817b6323c HTTP/1.1" status: 200 len: 210 time: 0.0882235 Nov 25 00:28:15.976078 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-4f81c5f8-9f16-4f77-90e7-5b69d29c0fc0 None None] For port 0ce4939b-a475-4e9b-8d9a-c2f18afb9b09, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=0ce4939b-a475-4e9b-8d9a-c2f18afb9b09,segment=NetworkSegment(ad64d367-3aef-4d3a-b35a-0b8f6019cb92),segment_id=ad64d367-3aef-4d3a-b35a-0b8f6019cb92)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:28:16.003465 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-68336960-9309-4a2f-88f7-3aff3db49229 None None] Set router f048b5b5-01d4-419f-a17e-6865e85c411a gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:28:16.013324 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-4f81c5f8-9f16-4f77-90e7-5b69d29c0fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:16.125017 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-00c69c1e-e9de-4fde-b951-af639ac6ecf4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:28:16.125619 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-00c69c1e-e9de-4fde-b951-af639ac6ecf4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:28:16.125619 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-00c69c1e-e9de-4fde-b951-af639ac6ecf4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:28:16.126034 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-00c69c1e-e9de-4fde-b951-af639ac6ecf4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:28:16.126400 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-00c69c1e-e9de-4fde-b951-af639ac6ecf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad5dbde6-0f9b-40b2-bf98-0102d0a515c7']}} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:28:16.262584 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-5e58b565-f3d9-4dc0-9f67-3048b020ed44 None None] Provisioning complete for port 0ce4939b-a475-4e9b-8d9a-c2f18afb9b09 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:28:16.263729 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-5e58b565-f3d9-4dc0-9f67-3048b020ed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:16.327618 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-00c69c1e-e9de-4fde-b951-af639ac6ecf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f5b192-f7a6-40bd-8f08-fb9f7a57c46a') {'for_net_delete': True} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:28:16.328206 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-00c69c1e-e9de-4fde-b951-af639ac6ecf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f5b192-f7a6-40bd-8f08-fb9f7a57c46a') {} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:28:16.339205 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a83c89a4-f7d6-4d32-a403-acb65816f10d req-b395c36b-15eb-49c4-ba2f-be8daa10fae0 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=743eb98d-3b2a-440a-ba64-4140355ce62d HTTP/1.1" status: 200 len: 210 time: 0.1563478 Nov 25 00:28:16.376090 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-00c69c1e-e9de-4fde-b951-af639ac6ecf4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781494358748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12550354'] for segment, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:16.428714 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81c5f8-9f16-4f77-90e7-5b69d29c0fc0 None None] Pushing event updated for resources: {'Port': ['ID=0ce4939b-a475-4e9b-8d9a-c2f18afb9b09,revision_number=3']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:16.489573 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-00c69c1e-e9de-4fde-b951-af639ac6ecf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386'] for segment, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:16.510148 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:16.534759 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:16.545693 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-a8cbc0dd-9ce7-41bd-b177-91114540dfff None None] Publish callbacks [] for port, precommit_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:16.549604 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c69c1e-e9de-4fde-b951-af639ac6ecf4 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=109123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 00:28:16.550135 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-00c69c1e-e9de-4fde-b951-af639ac6ecf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11305784'] for segment, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:16.556073 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-a8cbc0dd-9ce7-41bd-b177-91114540dfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:16.564376 dv-cinder-819200-1-iscsi neutron-server[109123]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 00:28:16.564376 dv-cinder-819200-1-iscsi neutron-server[109123]: from cryptography.utils import int_from_bytes Nov 25 00:28:16.564376 dv-cinder-819200-1-iscsi neutron-server[109123]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 00:28:16.564376 dv-cinder-819200-1-iscsi neutron-server[109123]: from cryptography.utils import int_from_bytes Nov 25 00:28:16.564376 dv-cinder-819200-1-iscsi neutron-server[109123]: Traceback (most recent call last): Nov 25 00:28:16.564376 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 00:28:16.564376 dv-cinder-819200-1-iscsi neutron-server[109123]: timer() Nov 25 00:28:16.564376 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 00:28:16.564376 dv-cinder-819200-1-iscsi neutron-server[109123]: cb(*args, **kw) Nov 25 00:28:16.564376 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 00:28:16.564376 dv-cinder-819200-1-iscsi neutron-server[109123]: return func(*args, **kwargs) Nov 25 00:28:16.564376 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 00:28:16.564376 dv-cinder-819200-1-iscsi neutron-server[109123]: self._notify() Nov 25 00:28:16.564376 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 00:28:16.564376 dv-cinder-819200-1-iscsi neutron-server[109123]: self.callback(batched_events) Nov 25 00:28:16.564376 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 00:28:16.564376 dv-cinder-819200-1-iscsi neutron-server[109123]: event.method(event) Nov 25 00:28:16.564376 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 00:28:16.564376 dv-cinder-819200-1-iscsi neutron-server[109123]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 00:28:16.564376 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 00:28:16.564376 dv-cinder-819200-1-iscsi neutron-server[109123]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 00:28:16.564376 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 00:28:16.564376 dv-cinder-819200-1-iscsi neutron-server[109123]: return f(self, *a, **k) Nov 25 00:28:16.564376 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 00:28:16.564376 dv-cinder-819200-1-iscsi neutron-server[109123]: return self._get(url).json() Nov 25 00:28:16.564376 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 00:28:16.564376 dv-cinder-819200-1-iscsi neutron-server[109123]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 00:28:16.564376 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 00:28:16.564376 dv-cinder-819200-1-iscsi neutron-server[109123]: return self.request(url, 'GET', **kwargs) Nov 25 00:28:16.564376 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 00:28:16.564376 dv-cinder-819200-1-iscsi neutron-server[109123]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 00:28:16.564376 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 00:28:16.564376 dv-cinder-819200-1-iscsi neutron-server[109123]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 00:28:16.564376 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 00:28:16.564376 dv-cinder-819200-1-iscsi neutron-server[109123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 00:28:16.564376 dv-cinder-819200-1-iscsi neutron-server[109123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 00:28:16.605325 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-00be0ef5-6a7e-4658-a774-cbc631bde1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:16.638321 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] For port ca19acc7-91d8-4018-ae7d-cdea34f7574a, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=ca19acc7-91d8-4018-ae7d-cdea34f7574a,segment=NetworkSegment(5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6),segment_id=5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:28:16.642534 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-645c3231-0c82-47ec-9a16-098fcdfaf5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:16.643070 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.managers [None req-a8cbc0dd-9ce7-41bd-b177-91114540dfff None None] Attempting to bind port 45f038c6-7cd6-4aab-a24f-1ffab3ef5534 on host dv-cinder-819200-1-iscsi for vnic_type normal with profile {{(pid=109126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:28:16.644119 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.managers [None req-a8cbc0dd-9ce7-41bd-b177-91114540dfff None None] Attempting to bind port 45f038c6-7cd6-4aab-a24f-1ffab3ef5534 by drivers openvswitch,hyperv on host dv-cinder-819200-1-iscsi at level 0 using segments [{'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'}] {{(pid=109126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:28:16.646952 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cbc0dd-9ce7-41bd-b177-91114540dfff None None] Attempting to bind port 45f038c6-7cd6-4aab-a24f-1ffab3ef5534 on network 7e710f5f-af80-47ab-b03c-3a0dd4623f26 {{(pid=109126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:28:16.655545 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:16.655979 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 0ce4939b-a475-4e9b-8d9a-c2f18afb9b09 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:28:16.665422 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cbc0dd-9ce7-41bd-b177-91114540dfff None None] Checking agent: {'id': '6db1e42d-7d41-4128-8d86-b90db240c589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 20, 18), 'started_at': datetime.datetime(2021, 11, 25, 0, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:28:16.666466 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cbc0dd-9ce7-41bd-b177-91114540dfff None None] Checking segment: {'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:28:16.667451 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-a8cbc0dd-9ce7-41bd-b177-91114540dfff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:16.668261 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cbc0dd-9ce7-41bd-b177-91114540dfff None None] Bound using segment: {'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'} {{(pid=109126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:28:16.669117 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.managers [None req-a8cbc0dd-9ce7-41bd-b177-91114540dfff None None] Bound port: 45f038c6-7cd6-4aab-a24f-1ffab3ef5534, host: dv-cinder-819200-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'}}] {{(pid=109126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:28:16.669760 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-a8cbc0dd-9ce7-41bd-b177-91114540dfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:16.754911 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.db [None req-a8cbc0dd-9ce7-41bd-b177-91114540dfff None None] For port 45f038c6-7cd6-4aab-a24f-1ffab3ef5534, host dv-cinder-819200-1-iscsi, cleared binding levels {{(pid=109126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:28:16.759883 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.db [None req-a8cbc0dd-9ce7-41bd-b177-91114540dfff None None] For port 45f038c6-7cd6-4aab-a24f-1ffab3ef5534, host dv-cinder-819200-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=45f038c6-7cd6-4aab-a24f-1ffab3ef5534,segment=NetworkSegment(2cbd316e-5d05-4c4d-ba22-dac4641013ba),segment_id=2cbd316e-5d05-4c4d-ba22-dac4641013ba)] {{(pid=109126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:28:16.761929 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-5e58b565-f3d9-4dc0-9f67-3048b020ed44 None None] Provisioning complete for port ca19acc7-91d8-4018-ae7d-cdea34f7574a triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:28:16.762217 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-5e58b565-f3d9-4dc0-9f67-3048b020ed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:16.767495 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-00c69c1e-e9de-4fde-b951-af639ac6ecf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3685289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622934'] for network, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:16.775021 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-a8cbc0dd-9ce7-41bd-b177-91114540dfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:16.791906 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554255d-fe71-4603-a169-5e65bfb85fcf None None] Pushing event updated for resources: {'Port': ['ID=45f038c6-7cd6-4aab-a24f-1ffab3ef5534,revision_number=2']} {{(pid=109126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:16.794509 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-68336960-9309-4a2f-88f7-3aff3db49229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'name': 'tempest-AttachVolumeShelveTestJSON-104039817-router', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:28:13Z', 'revision_number': 3, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'gw_port': {'id': 'ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:11Z', 'updated_at': '2021-11-25T00:28:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi'}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:28:16.799625 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Pushing event updated for resources: {'Port': ['ID=ca19acc7-91d8-4018-ae7d-cdea34f7574a,revision_number=3']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:16.814034 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554255d-fe71-4603-a169-5e65bfb85fcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:16.814803 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554255d-fe71-4603-a169-5e65bfb85fcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:16.815434 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554255d-fe71-4603-a169-5e65bfb85fcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:16.816070 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554255d-fe71-4603-a169-5e65bfb85fcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:16.816735 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554255d-fe71-4603-a169-5e65bfb85fcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:16.817509 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554255d-fe71-4603-a169-5e65bfb85fcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:16.818126 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554255d-fe71-4603-a169-5e65bfb85fcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:16.818714 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554255d-fe71-4603-a169-5e65bfb85fcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:16.819351 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554255d-fe71-4603-a169-5e65bfb85fcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:16.820162 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554255d-fe71-4603-a169-5e65bfb85fcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:16.820788 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554255d-fe71-4603-a169-5e65bfb85fcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:16.821530 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554255d-fe71-4603-a169-5e65bfb85fcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:28:16.823084 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554255d-fe71-4603-a169-5e65bfb85fcf None None] Tracked resource versions report: Nov 25 00:28:16.823084 dv-cinder-819200-1-iscsi neutron-server[109126]: pushed versions: Nov 25 00:28:16.823084 dv-cinder-819200-1-iscsi neutron-server[109126]: { 'AddressGroup': {'1.2'}, Nov 25 00:28:16.823084 dv-cinder-819200-1-iscsi neutron-server[109126]: 'ConntrackHelper': {'1.0'}, Nov 25 00:28:16.823084 dv-cinder-819200-1-iscsi neutron-server[109126]: 'Log': {'1.0'}, Nov 25 00:28:16.823084 dv-cinder-819200-1-iscsi neutron-server[109126]: 'Network': {'1.1'}, Nov 25 00:28:16.823084 dv-cinder-819200-1-iscsi neutron-server[109126]: 'Port': {'1.7'}, Nov 25 00:28:16.823084 dv-cinder-819200-1-iscsi neutron-server[109126]: 'PortForwarding': {'1.2'}, Nov 25 00:28:16.823084 dv-cinder-819200-1-iscsi neutron-server[109126]: 'QosPolicy': {'1.10'}, Nov 25 00:28:16.823084 dv-cinder-819200-1-iscsi neutron-server[109126]: 'SecurityGroup': {'1.5'}, Nov 25 00:28:16.823084 dv-cinder-819200-1-iscsi neutron-server[109126]: 'SecurityGroupRule': {'1.2'}, Nov 25 00:28:16.823084 dv-cinder-819200-1-iscsi neutron-server[109126]: 'SubPort': {'1.0'}, Nov 25 00:28:16.823084 dv-cinder-819200-1-iscsi neutron-server[109126]: 'Subnet': {'1.1'}, Nov 25 00:28:16.823084 dv-cinder-819200-1-iscsi neutron-server[109126]: 'Trunk': {'1.1'}} Nov 25 00:28:16.823084 dv-cinder-819200-1-iscsi neutron-server[109126]: consumer versions: Nov 25 00:28:16.823084 dv-cinder-819200-1-iscsi neutron-server[109126]: { DHCP agent@dv-cinder-819200-1-iscsi: {}, Nov 25 00:28:16.823084 dv-cinder-819200-1-iscsi neutron-server[109126]: HyperV agent@hv-cinder-81920: {}, Nov 25 00:28:16.823084 dv-cinder-819200-1-iscsi neutron-server[109126]: L3 agent@dv-cinder-819200-1-iscsi: {}, Nov 25 00:28:16.823084 dv-cinder-819200-1-iscsi neutron-server[109126]: Metadata agent@dv-cinder-819200-1-iscsi: {}, Nov 25 00:28:16.823084 dv-cinder-819200-1-iscsi neutron-server[109126]: Metering agent@dv-cinder-819200-1-iscsi: {}, Nov 25 00:28:16.823084 dv-cinder-819200-1-iscsi neutron-server[109126]: Open vSwitch agent@dv-cinder-819200-1-iscsi: { 'AddressGroup': '1.2', Nov 25 00:28:16.823084 dv-cinder-819200-1-iscsi neutron-server[109126]: 'ConntrackHelper': '1.0', Nov 25 00:28:16.823084 dv-cinder-819200-1-iscsi neutron-server[109126]: 'Log': '1.0', Nov 25 00:28:16.823084 dv-cinder-819200-1-iscsi neutron-server[109126]: 'Network': '1.1', Nov 25 00:28:16.823084 dv-cinder-819200-1-iscsi neutron-server[109126]: 'Port': '1.7', Nov 25 00:28:16.823084 dv-cinder-819200-1-iscsi neutron-server[109126]: 'PortForwarding': '1.2', Nov 25 00:28:16.823084 dv-cinder-819200-1-iscsi neutron-server[109126]: 'QosPolicy': '1.10', Nov 25 00:28:16.823084 dv-cinder-819200-1-iscsi neutron-server[109126]: 'SecurityGroup': '1.5', Nov 25 00:28:16.823084 dv-cinder-819200-1-iscsi neutron-server[109126]: 'SecurityGroupRule': '1.2', Nov 25 00:28:16.823084 dv-cinder-819200-1-iscsi neutron-server[109126]: 'SubPort': '1.0', Nov 25 00:28:16.823084 dv-cinder-819200-1-iscsi neutron-server[109126]: 'Subnet': '1.1', Nov 25 00:28:16.823084 dv-cinder-819200-1-iscsi neutron-server[109126]: 'Trunk': '1.1'}} Nov 25 00:28:16.823084 dv-cinder-819200-1-iscsi neutron-server[109126]: {{(pid=109126) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 00:28:16.836997 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68336960-9309-4a2f-88f7-3aff3db49229 None None] Checking router: f048b5b5-01d4-419f-a17e-6865e85c411a for host: dv-cinder-819200-1-iscsi {{(pid=109125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:28:16.837343 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68336960-9309-4a2f-88f7-3aff3db49229 None None] Updating router f048b5b5-01d4-419f-a17e-6865e85c411a port ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55 binding host dv-cinder-819200-1-iscsi {{(pid=109125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 00:28:16.881750 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port 0ce4939b-a475-4e9b-8d9a-c2f18afb9b09 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:28:16.882151 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:16.898503 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cbc0dd-9ce7-41bd-b177-91114540dfff None None] Routers {'b16911b7-a363-4fcf-a499-0330304c6f7d'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:28:16.900590 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-a8cbc0dd-9ce7-41bd-b177-91114540dfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:28:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['b16911b7-a363-4fcf-a499-0330304c6f7d'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:28:16.912160 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-68336960-9309-4a2f-88f7-3aff3db49229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:16.933662 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c69c1e-e9de-4fde-b951-af639ac6ecf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad5dbde6-0f9b-40b2-bf98-0102d0a515c7,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:16.949780 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-00c69c1e-e9de-4fde-b951-af639ac6ecf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for network, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:16.963691 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-00c69c1e-e9de-4fde-b951-af639ac6ecf4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ad5dbde6-0f9b-40b2-bf98-0102d0a515c7 HTTP/1.1" status: 204 len: 168 time: 1.9456253 Nov 25 00:28:16.976577 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 39092) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:17.078234 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8633ec1-1787-4e9f-8f82-f93bd13d247c admin admin] Deleting subnet a90d1669-3a40-4fb1-a4cf-2ce4591a87c1 {{(pid=109123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 00:28:17.088266 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e8633ec1-1787-4e9f-8f82-f93bd13d247c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:17.132569 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.db_base_plugin_common [None req-00be0ef5-6a7e-4658-a774-cbc631bde1b7 admin admin] Allocated IP 172.20.0.1 (b8bd4317-422f-42e2-9a69-593359f6781e/f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9/8caf211a-49f8-4d81-b479-2fa1b5133a03) {{(pid=109123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:28:17.136368 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-34f567d2-92bc-4897-ae93-f67b72b58e85 req-80d51f10-3360-402c-a0ae-477e2e268fce tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/ports?device_id=e62daafa-272c-42a9-bacb-4aa817b6323c HTTP/1.1" status: 200 len: 210 time: 0.1095624 Nov 25 00:28:17.148744 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e8633ec1-1787-4e9f-8f82-f93bd13d247c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12550361'] for subnet, precommit_delete_associations {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:17.175470 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554255d-fe71-4603-a169-5e65bfb85fcf None None] Pushing event updated for resources: {'Port': ['ID=45f038c6-7cd6-4aab-a24f-1ffab3ef5534,revision_number=3']} {{(pid=109126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:17.261998 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.db_base_plugin_common [None req-645c3231-0c82-47ec-9a16-098fcdfaf5d0 admin admin] Allocated IP 172.20.0.1 (2ac47630-ede3-4aec-b968-c75e15d99ba8/e4f92811-004c-42eb-91fc-ffe218f909da/33be911e-20ae-465b-8d3c-0b743bfcdb33) {{(pid=109124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:28:17.278063 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-a8cbc0dd-9ce7-41bd-b177-91114540dfff None None] Set router b16911b7-a363-4fcf-a499-0330304c6f7d gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:28:17.387829 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-0a85de15-8a93-453d-a047-084e9ec90eeb None None] Provisioning complete for port ca19acc7-91d8-4018-ae7d-cdea34f7574a triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:28:17.388440 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-0a85de15-8a93-453d-a047-084e9ec90eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:17.498050 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e8633ec1-1787-4e9f-8f82-f93bd13d247c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3679783'] for subnet, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:17.558268 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-645c3231-0c82-47ec-9a16-098fcdfaf5d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:17.567609 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device ca19acc7-91d8-4018-ae7d-cdea34f7574a up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:28:17.649220 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-00be0ef5-6a7e-4658-a774-cbc631bde1b7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:17.687991 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-645c3231-0c82-47ec-9a16-098fcdfaf5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153'] for port, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:17.700886 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e8633ec1-1787-4e9f-8f82-f93bd13d247c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3679964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11305922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12290967'] for subnet, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:17.736437 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-a8cbc0dd-9ce7-41bd-b177-91114540dfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'name': 'tempest-AttachVolumeTestJSON-1556933049-router', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '45f038c6-7cd6-4aab-a24f-1ffab3ef5534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:28:12Z', 'revision_number': 3, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'gw_port': {'id': '45f038c6-7cd6-4aab-a24f-1ffab3ef5534', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:11Z', 'updated_at': '2021-11-25T00:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi'}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:28:17.768932 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-00be0ef5-6a7e-4658-a774-cbc631bde1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:17.775015 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cbc0dd-9ce7-41bd-b177-91114540dfff None None] The sync data for ids ['b16911b7-a363-4fcf-a499-0330304c6f7d'] in dv-cinder-819200-1-iscsi is: [{'id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'name': 'tempest-AttachVolumeTestJSON-1556933049-router', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '45f038c6-7cd6-4aab-a24f-1ffab3ef5534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:28:12Z', 'revision_number': 3, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'gw_port': {'id': '45f038c6-7cd6-4aab-a24f-1ffab3ef5534', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:11Z', 'updated_at': '2021-11-25T00:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi'}] {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:28:17.789657 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645c3231-0c82-47ec-9a16-098fcdfaf5d0 admin admin] Network 2ac47630-ede3-4aec-b968-c75e15d99ba8 is already hosted by enough agents. {{(pid=109124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:28:17.792905 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.base_scheduler [None req-645c3231-0c82-47ec-9a16-098fcdfaf5d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:28:17.809362 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645c3231-0c82-47ec-9a16-098fcdfaf5d0 admin admin] Received port after_create {{(pid=109124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:28:17.809902 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-645c3231-0c82-47ec-9a16-098fcdfaf5d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623071'] for router_interface, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:17.902224 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f49371aa-4573-4cfc-bfff-2aae1f1ca074 req-efacc266-1260-48a7-a33a-78a894be3132 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=743eb98d-3b2a-440a-ba64-4140355ce62d HTTP/1.1" status: 200 len: 210 time: 0.1627932 Nov 25 00:28:17.992334 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c3231-0c82-47ec-9a16-098fcdfaf5d0 admin admin] Pushing event updated for resources: {'Port': ['ID=33be911e-20ae-465b-8d3c-0b743bfcdb33,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:18.016361 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-68336960-9309-4a2f-88f7-3aff3db49229 None None] Publish callbacks [] for port, precommit_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:18.052500 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-68336960-9309-4a2f-88f7-3aff3db49229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:18.061735 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.36', 50659) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:18.064256 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8633ec1-1787-4e9f-8f82-f93bd13d247c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a90d1669-3a40-4fb1-a4cf-2ce4591a87c1,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:18.067274 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e8633ec1-1787-4e9f-8f82-f93bd13d247c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:18.083869 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-e8633ec1-1787-4e9f-8f82-f93bd13d247c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a90d1669-3a40-4fb1-a4cf-2ce4591a87c1 HTTP/1.1" status: 204 len: 168 time: 1.1062021 Nov 25 00:28:18.090574 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port ca19acc7-91d8-4018-ae7d-cdea34f7574a triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:28:18.090993 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:18.100007 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 39128) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:18.129573 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00be0ef5-6a7e-4658-a774-cbc631bde1b7 admin admin] Network b8bd4317-422f-42e2-9a69-593359f6781e is already hosted by enough agents. {{(pid=109123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:28:18.138489 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [None req-00be0ef5-6a7e-4658-a774-cbc631bde1b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:28:18.175331 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00be0ef5-6a7e-4658-a774-cbc631bde1b7 admin admin] Received port after_create {{(pid=109123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:28:18.265077 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 39132) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:18.275528 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be0ef5-6a7e-4658-a774-cbc631bde1b7 admin admin] Pushing event updated for resources: {'Port': ['ID=8caf211a-49f8-4d81-b479-2fa1b5133a03,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:18.367604 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a7031-1674-4a18-bb61-a1ec273fd4c3 None None] Pushing event updated for resources: {'Port': ['ID=ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55,revision_number=2']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:18.394487 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-00be0ef5-6a7e-4658-a774-cbc631bde1b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623071'] for router_interface, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:18.544996 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:18.545535 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-325c9551-201f-48a3-bf53-0d5e975ee884 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:18.550326 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-325c9551-201f-48a3-bf53-0d5e975ee884 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.36 "GET /v2.0/networks?id=c6860e7f-1840-44cc-88a0-1bba28b2eba5 HTTP/1.1" status: 200 len: 815 time: 0.4875271 Nov 25 00:28:18.570872 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:18.574244 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-68336960-9309-4a2f-88f7-3aff3db49229 None None] Attempting to bind port ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55 on host dv-cinder-819200-1-iscsi for vnic_type normal with profile {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:28:18.574987 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-68336960-9309-4a2f-88f7-3aff3db49229 None None] Attempting to bind port ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55 by drivers openvswitch,hyperv on host dv-cinder-819200-1-iscsi at level 0 using segments [{'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:28:18.575624 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68336960-9309-4a2f-88f7-3aff3db49229 None None] Attempting to bind port ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55 on network 7e710f5f-af80-47ab-b03c-3a0dd4623f26 {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:28:18.595403 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68336960-9309-4a2f-88f7-3aff3db49229 None None] Checking agent: {'id': '6db1e42d-7d41-4128-8d86-b90db240c589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 20, 18), 'started_at': datetime.datetime(2021, 11, 25, 0, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:28:18.597106 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68336960-9309-4a2f-88f7-3aff3db49229 None None] Checking segment: {'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:28:18.598227 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-68336960-9309-4a2f-88f7-3aff3db49229 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:18.601144 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68336960-9309-4a2f-88f7-3aff3db49229 None None] Bound using segment: {'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:28:18.610529 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-68336960-9309-4a2f-88f7-3aff3db49229 None None] Bound port: ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55, host: dv-cinder-819200-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'}}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:28:18.617164 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-68336960-9309-4a2f-88f7-3aff3db49229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:18.694082 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-fb1a18ed-d6fd-41c9-82ec-099f9b060fd6 None None] Provisioning complete for port 33be911e-20ae-465b-8d3c-0b743bfcdb33 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:28:18.694437 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-fb1a18ed-d6fd-41c9-82ec-099f9b060fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:18.735495 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a392bd04-57f8-4068-8eb9-07d04aecf6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3831181'] for network, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:18.744124 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-00be0ef5-6a7e-4658-a774-cbc631bde1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:18.834080 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.36', 50665) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:18.871751 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ea3ba07a-c2de-4ab0-8750-cf7b567456c3 req-68e66fe2-5fca-4b10-a014-6b00fdd19a24 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/ports?device_id=e62daafa-272c-42a9-bacb-4aa817b6323c HTTP/1.1" status: 200 len: 210 time: 0.4129667 Nov 25 00:28:18.921177 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 0ce4939b-a475-4e9b-8d9a-c2f18afb9b09 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:28:18.923573 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-68336960-9309-4a2f-88f7-3aff3db49229 None None] For port ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55, host dv-cinder-819200-1-iscsi, cleared binding levels {{(pid=109125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:28:18.931810 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-fb1a18ed-d6fd-41c9-82ec-099f9b060fd6 None None] Port 33be911e-20ae-465b-8d3c-0b743bfcdb33 cannot update to ACTIVE because it is not bound. {{(pid=109125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 00:28:18.943039 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-68336960-9309-4a2f-88f7-3aff3db49229 None None] For port ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55, host dv-cinder-819200-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55,segment=NetworkSegment(2cbd316e-5d05-4c4d-ba22-dac4641013ba),segment_id=2cbd316e-5d05-4c4d-ba22-dac4641013ba)] {{(pid=109125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:28:18.944216 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-bde59ebf-95f6-4d45-aa31-aaa044b6d195 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Request body: {'port': {'device_id': '743eb98d-3b2a-440a-ba64-4140355ce62d', 'network_id': 'c6860e7f-1840-44cc-88a0-1bba28b2eba5', 'admin_state_up': True, 'tenant_id': 'dc244727a1134e209e24f40acad0df6d'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:28:19.023952 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-68336960-9309-4a2f-88f7-3aff3db49229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:19.081389 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-828badd5-608e-4025-b1f3-8c4e2ce9ea6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:19.146216 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c23e6165-a924-4fa1-b085-04c0f22d4c30 req-ffa97133-ff33-4370-81f5-458a43e6549b tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=743eb98d-3b2a-440a-ba64-4140355ce62d HTTP/1.1" status: 200 len: 210 time: 0.0844600 Nov 25 00:28:19.299151 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-52a46800-52d8-4538-aa1d-321d2ca51670 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:19.305404 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-52a46800-52d8-4538-aa1d-321d2ca51670 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.36 "GET /v2.0/networks?id=eec65319-57e0-4057-bff5-48191b9a49e0 HTTP/1.1" status: 200 len: 811 time: 0.4701583 Nov 25 00:28:19.366985 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a7031-1674-4a18-bb61-a1ec273fd4c3 None None] Pushing event updated for resources: {'Port': ['ID=ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55,revision_number=3']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:19.389475 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-fb1a18ed-d6fd-41c9-82ec-099f9b060fd6 None None] Provisioning complete for port 8caf211a-49f8-4d81-b479-2fa1b5133a03 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:28:19.390152 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-fb1a18ed-d6fd-41c9-82ec-099f9b060fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:19.425261 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-00be0ef5-6a7e-4658-a774-cbc631bde1b7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:19.435858 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-00be0ef5-6a7e-4658-a774-cbc631bde1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11305756'] for port, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:19.441082 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-fb1a18ed-d6fd-41c9-82ec-099f9b060fd6 None None] Port 8caf211a-49f8-4d81-b479-2fa1b5133a03 cannot update to ACTIVE because it is not bound. {{(pid=109125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 00:28:19.466156 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68336960-9309-4a2f-88f7-3aff3db49229 None None] Routers {'f048b5b5-01d4-419f-a17e-6865e85c411a'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:28:19.466975 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-68336960-9309-4a2f-88f7-3aff3db49229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:28:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['f048b5b5-01d4-419f-a17e-6865e85c411a'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:28:19.490409 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a392bd04-57f8-4068-8eb9-07d04aecf6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3685296', 'neutron.services.segments.db._delete_segments_for_network-8781494352851'] for network, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:19.552507 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be0ef5-6a7e-4658-a774-cbc631bde1b7 admin admin] Pushing event updated for resources: {'Port': ['ID=8caf211a-49f8-4d81-b479-2fa1b5133a03,revision_number=2']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:19.619737 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port 0ce4939b-a475-4e9b-8d9a-c2f18afb9b09 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:28:19.619737 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:19.620340 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-00be0ef5-6a7e-4658-a774-cbc631bde1b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-762479'] for router_interface, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:19.620419 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-645c3231-0c82-47ec-9a16-098fcdfaf5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:19.661129 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a392bd04-57f8-4068-8eb9-07d04aecf6d6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:28:19.661493 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a392bd04-57f8-4068-8eb9-07d04aecf6d6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:28:19.662268 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a392bd04-57f8-4068-8eb9-07d04aecf6d6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:28:19.662582 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a392bd04-57f8-4068-8eb9-07d04aecf6d6 admin admin] Subscribe: > port after_create 55550000 {{(pid=109124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:28:19.663068 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a392bd04-57f8-4068-8eb9-07d04aecf6d6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:28:19.663612 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a392bd04-57f8-4068-8eb9-07d04aecf6d6 admin admin] Subscribe: > port after_update 55550000 {{(pid=109124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:28:19.664103 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a392bd04-57f8-4068-8eb9-07d04aecf6d6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:28:19.664586 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a392bd04-57f8-4068-8eb9-07d04aecf6d6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:28:19.665075 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a392bd04-57f8-4068-8eb9-07d04aecf6d6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:28:19.665393 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a392bd04-57f8-4068-8eb9-07d04aecf6d6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:28:19.708027 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-68336960-9309-4a2f-88f7-3aff3db49229 None None] Set router f048b5b5-01d4-419f-a17e-6865e85c411a gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:28:19.735418 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00be0ef5-6a7e-4658-a774-cbc631bde1b7 admin admin] Network b8bd4317-422f-42e2-9a69-593359f6781e is already hosted by enough agents. {{(pid=109123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:28:19.737184 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [None req-00be0ef5-6a7e-4658-a774-cbc631bde1b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:28:19.977880 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 45f038c6-7cd6-4aab-a24f-1ffab3ef5534 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:28:19.985212 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a392bd04-57f8-4068-8eb9-07d04aecf6d6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:28:19.985561 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a392bd04-57f8-4068-8eb9-07d04aecf6d6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:28:19.987874 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a392bd04-57f8-4068-8eb9-07d04aecf6d6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:28:19.988265 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a392bd04-57f8-4068-8eb9-07d04aecf6d6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 00:28:19.988637 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.services.segments.db [None req-a392bd04-57f8-4068-8eb9-07d04aecf6d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b0bb01-8ecc-48ee-83d8-1899b854bfe0']}} {{(pid=109124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:28:20.039509 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.services.segments.db [None req-a392bd04-57f8-4068-8eb9-07d04aecf6d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0ce5436-35c5-4593-9a42-b672bcd04300') {'for_net_delete': True} {{(pid=109124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:28:20.039509 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.services.segments.db [None req-a392bd04-57f8-4068-8eb9-07d04aecf6d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0ce5436-35c5-4593-9a42-b672bcd04300') {} {{(pid=109124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:28:20.076455 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:20.080393 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-3360b617-b02d-4755-aaa5-0710426ab344 req-7b1217f3-f1be-447c-b9ce-286e053c5029 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/ports?device_id=e62daafa-272c-42a9-bacb-4aa817b6323c HTTP/1.1" status: 200 len: 210 time: 0.0653052 Nov 25 00:28:20.120472 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00be0ef5-6a7e-4658-a774-cbc631bde1b7 admin admin] Router b16911b7-a363-4fcf-a499-0330304c6f7d has already been hosted by L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 {{(pid=109123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 00:28:20.143286 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a392bd04-57f8-4068-8eb9-07d04aecf6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781494358748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11556632'] for segment, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:20.151685 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port 45f038c6-7cd6-4aab-a24f-1ffab3ef5534 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:28:20.152066 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:20.207084 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a392bd04-57f8-4068-8eb9-07d04aecf6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386'] for segment, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:20.229842 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-bde59ebf-95f6-4d45-aa31-aaa044b6d195 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Made reservation on behalf of dc244727a1134e209e24f40acad0df6d for: {'port': 1} {{(pid=109124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:28:20.234752 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-bde59ebf-95f6-4d45-aa31-aaa044b6d195 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:20.250013 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a392bd04-57f8-4068-8eb9-07d04aecf6d6 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=109124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 00:28:20.250754 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a392bd04-57f8-4068-8eb9-07d04aecf6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11622763'] for segment, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:20.257119 dv-cinder-819200-1-iscsi neutron-server[109124]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 00:28:20.257119 dv-cinder-819200-1-iscsi neutron-server[109124]: from cryptography.utils import int_from_bytes Nov 25 00:28:20.257119 dv-cinder-819200-1-iscsi neutron-server[109124]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 00:28:20.257119 dv-cinder-819200-1-iscsi neutron-server[109124]: from cryptography.utils import int_from_bytes Nov 25 00:28:20.257119 dv-cinder-819200-1-iscsi neutron-server[109124]: Traceback (most recent call last): Nov 25 00:28:20.257119 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 00:28:20.257119 dv-cinder-819200-1-iscsi neutron-server[109124]: timer() Nov 25 00:28:20.257119 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 00:28:20.257119 dv-cinder-819200-1-iscsi neutron-server[109124]: cb(*args, **kw) Nov 25 00:28:20.257119 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 00:28:20.257119 dv-cinder-819200-1-iscsi neutron-server[109124]: return func(*args, **kwargs) Nov 25 00:28:20.257119 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 00:28:20.257119 dv-cinder-819200-1-iscsi neutron-server[109124]: self._notify() Nov 25 00:28:20.257119 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 00:28:20.257119 dv-cinder-819200-1-iscsi neutron-server[109124]: self.callback(batched_events) Nov 25 00:28:20.257119 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 00:28:20.257119 dv-cinder-819200-1-iscsi neutron-server[109124]: event.method(event) Nov 25 00:28:20.257119 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 00:28:20.257119 dv-cinder-819200-1-iscsi neutron-server[109124]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 00:28:20.257119 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 00:28:20.257119 dv-cinder-819200-1-iscsi neutron-server[109124]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 00:28:20.257119 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 00:28:20.257119 dv-cinder-819200-1-iscsi neutron-server[109124]: return f(self, *a, **k) Nov 25 00:28:20.257119 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 00:28:20.257119 dv-cinder-819200-1-iscsi neutron-server[109124]: return self._get(url).json() Nov 25 00:28:20.257119 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 00:28:20.257119 dv-cinder-819200-1-iscsi neutron-server[109124]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 00:28:20.257119 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 00:28:20.257119 dv-cinder-819200-1-iscsi neutron-server[109124]: return self.request(url, 'GET', **kwargs) Nov 25 00:28:20.257119 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 00:28:20.257119 dv-cinder-819200-1-iscsi neutron-server[109124]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 00:28:20.257119 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 00:28:20.257119 dv-cinder-819200-1-iscsi neutron-server[109124]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 00:28:20.257119 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 00:28:20.257119 dv-cinder-819200-1-iscsi neutron-server[109124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 00:28:20.257119 dv-cinder-819200-1-iscsi neutron-server[109124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 00:28:20.282533 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00be0ef5-6a7e-4658-a774-cbc631bde1b7 admin admin] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:28:20.290484 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-00be0ef5-6a7e-4658-a774-cbc631bde1b7 admin admin] 10.222.0.37 "PUT /v2.0/routers/b16911b7-a363-4fcf-a499-0330304c6f7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1668396 Nov 25 00:28:20.300360 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-af6a8252-c358-46b9-b64a-59ffac35cd81 None None] Provisioning complete for port 8caf211a-49f8-4d81-b479-2fa1b5133a03 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:28:20.300505 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-af6a8252-c358-46b9-b64a-59ffac35cd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:20.349401 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-68336960-9309-4a2f-88f7-3aff3db49229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'name': 'tempest-AttachVolumeShelveTestJSON-104039817-router', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:28:19Z', 'revision_number': 4, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'gw_port': {'id': 'ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:11Z', 'updated_at': '2021-11-25T00:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '33be911e-20ae-465b-8d3c-0b743bfcdb33', 'name': '', 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'mac_address': 'fa:16:3e:13:4c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:16Z', 'updated_at': '2021-11-25T00:28:17Z', 'revision_number': 1, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'subnets': [{'id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:28:20.381117 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68336960-9309-4a2f-88f7-3aff3db49229 None None] The sync data for ids ['f048b5b5-01d4-419f-a17e-6865e85c411a'] in dv-cinder-819200-1-iscsi is: [{'id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'name': 'tempest-AttachVolumeShelveTestJSON-104039817-router', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:28:19Z', 'revision_number': 4, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'gw_port': {'id': 'ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:11Z', 'updated_at': '2021-11-25T00:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '33be911e-20ae-465b-8d3c-0b743bfcdb33', 'name': '', 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'mac_address': 'fa:16:3e:13:4c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:16Z', 'updated_at': '2021-11-25T00:28:17Z', 'revision_number': 1, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'subnets': [{'id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:28:20.382644 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-af6a8252-c358-46b9-b64a-59ffac35cd81 None None] Port 8caf211a-49f8-4d81-b479-2fa1b5133a03 cannot update to ACTIVE because it is not bound. {{(pid=109125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 00:28:20.382925 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-828badd5-608e-4025-b1f3-8c4e2ce9ea6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:20.431798 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:20.476319 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] For port 45f038c6-7cd6-4aab-a24f-1ffab3ef5534, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=45f038c6-7cd6-4aab-a24f-1ffab3ef5534,segment=NetworkSegment(2cbd316e-5d05-4c4d-ba22-dac4641013ba),segment_id=2cbd316e-5d05-4c4d-ba22-dac4641013ba)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:28:20.484443 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:20.551910 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Pushing event updated for resources: {'Port': ['ID=45f038c6-7cd6-4aab-a24f-1ffab3ef5534,revision_number=4']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:20.583767 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-796879ea-d2bb-4e62-97e7-8c5bf3339709 req-fdb9556e-ce95-4eae-82fd-8ef2312c5fc9 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=743eb98d-3b2a-440a-ba64-4140355ce62d HTTP/1.1" status: 200 len: 210 time: 0.2575142 Nov 25 00:28:20.610402 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-828badd5-608e-4025-b1f3-8c4e2ce9ea6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:20.679339 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 39212) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:20.679666 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-828badd5-608e-4025-b1f3-8c4e2ce9ea6c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=90dabe53ac9c4261b71818fb07cadec8&name=default HTTP/1.1" status: 200 len: 2992 time: 2.2798965 Nov 25 00:28:20.780702 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e89f8fa1-cf24-4956-b0c7-e457a8b3db2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:20.814826 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e89f8fa1-cf24-4956-b0c7-e457a8b3db2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:20.821809 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d458c1c-517a-4a49-bc18-fe933570e530 None None] Sync routers for ids ['b16911b7-a363-4fcf-a499-0330304c6f7d'] in dv-cinder-819200-1-iscsi {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:28:20.825378 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a392bd04-57f8-4068-8eb9-07d04aecf6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3685289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622934'] for network, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:20.833161 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a392bd04-57f8-4068-8eb9-07d04aecf6d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for network, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:20.838079 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-a392bd04-57f8-4068-8eb9-07d04aecf6d6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d2b0bb01-8ecc-48ee-83d8-1899b854bfe0 HTTP/1.1" status: 204 len: 168 time: 2.7351022 Nov 25 00:28:20.838834 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d458c1c-517a-4a49-bc18-fe933570e530 None None] Routers {'b16911b7-a363-4fcf-a499-0330304c6f7d'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:28:20.839798 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-9d458c1c-517a-4a49-bc18-fe933570e530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:28:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['b16911b7-a363-4fcf-a499-0330304c6f7d'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:28:20.889888 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392bd04-57f8-4068-8eb9-07d04aecf6d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2b0bb01-8ecc-48ee-83d8-1899b854bfe0,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:20.954951 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-645c3231-0c82-47ec-9a16-098fcdfaf5d0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:20.956614 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e89f8fa1-cf24-4956-b0c7-e457a8b3db2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:20.959743 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e89f8fa1-cf24-4956-b0c7-e457a8b3db2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:20.960815 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-e89f8fa1-cf24-4956-b0c7-e457a8b3db2d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ac6c7a30-4104-45a5-bba4-f06b7bb5e19f HTTP/1.1" status: 204 len: 168 time: 0.2796974 Nov 25 00:28:20.994611 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828badd5-608e-4025-b1f3-8c4e2ce9ea6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6c7a30-4104-45a5-bba4-f06b7bb5e19f,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:20.999217 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f8fa1-cf24-4956-b0c7-e457a8b3db2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6c7a30-4104-45a5-bba4-f06b7bb5e19f,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:21.014252 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-645c3231-0c82-47ec-9a16-098fcdfaf5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11622735'] for port, after_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:21.083446 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-9d458c1c-517a-4a49-bc18-fe933570e530 None None] Set router b16911b7-a363-4fcf-a499-0330304c6f7d gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:28:21.155464 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 39224) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:21.190335 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c3231-0c82-47ec-9a16-098fcdfaf5d0 admin admin] Pushing event updated for resources: {'Port': ['ID=33be911e-20ae-465b-8d3c-0b743bfcdb33,revision_number=2']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:21.248498 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-7ecc2e42-58d6-4e79-b36b-50ea2364e4d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c32d03977f1d4d638fd8b0898e07ac1b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0910151 Nov 25 00:28:21.253558 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 39226) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:21.333406 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 39228) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:21.340836 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-dfc34c09-0642-465e-abe9-3665c36f18f0 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2094356480', 'description': 'tempest-description--423340359'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:28:21.376883 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-645c3231-0c82-47ec-9a16-098fcdfaf5d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-762479'] for router_interface, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:21.381922 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-dfc34c09-0642-465e-abe9-3665c36f18f0 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:21.522787 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d084015d-4deb-4d42-b22f-4bb4a79b783c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:21.524055 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7961898b-7f61-42bc-9d9f-d02cb2bec079 req-ec85cb19-7143-4c04-9533-24c4f599205c tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/ports?device_id=e62daafa-272c-42a9-bacb-4aa817b6323c HTTP/1.1" status: 200 len: 210 time: 0.1718493 Nov 25 00:28:21.535847 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.db_base_plugin_common [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-bde59ebf-95f6-4d45-aa31-aaa044b6d195 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Allocated IP 172.20.0.10 (c6860e7f-1840-44cc-88a0-1bba28b2eba5/9526e428-93cb-4b36-b147-01a6ceccc3e0/766bc99c-1d66-4eda-8300-d09cef61ce3b) {{(pid=109124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:28:21.643674 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-dfc34c09-0642-465e-abe9-3665c36f18f0 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:21.668779 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d084015d-4deb-4d42-b22f-4bb4a79b783c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:21.671852 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-dfc34c09-0642-465e-abe9-3665c36f18f0 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:21.695730 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645c3231-0c82-47ec-9a16-098fcdfaf5d0 admin admin] Network 2ac47630-ede3-4aec-b968-c75e15d99ba8 is already hosted by enough agents. {{(pid=109124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:28:21.700353 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.base_scheduler [None req-645c3231-0c82-47ec-9a16-098fcdfaf5d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:28:21.824421 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc34c09-0642-465e-abe9-3665c36f18f0 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d784b8fd-5743-40b3-93b8-674659c2e46c,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:21.829033 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-9d458c1c-517a-4a49-bc18-fe933570e530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'name': 'tempest-AttachVolumeTestJSON-1556933049-router', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '45f038c6-7cd6-4aab-a24f-1ffab3ef5534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:28:18Z', 'revision_number': 4, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'gw_port': {'id': '45f038c6-7cd6-4aab-a24f-1ffab3ef5534', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:11Z', 'updated_at': '2021-11-25T00:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '8caf211a-49f8-4d81-b479-2fa1b5133a03', 'name': '', 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'mac_address': 'fa:16:3e:9a:97:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:16Z', 'updated_at': '2021-11-25T00:28:18Z', 'revision_number': 2, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'subnets': [{'id': 'f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:28:21.929726 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d458c1c-517a-4a49-bc18-fe933570e530 None None] Checking router: b16911b7-a363-4fcf-a499-0330304c6f7d for host: dv-cinder-819200-1-iscsi {{(pid=109126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:28:21.930094 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d458c1c-517a-4a49-bc18-fe933570e530 None None] Updating router b16911b7-a363-4fcf-a499-0330304c6f7d port 8caf211a-49f8-4d81-b479-2fa1b5133a03 binding host dv-cinder-819200-1-iscsi {{(pid=109126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 00:28:21.979802 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-dfc34c09-0642-465e-abe9-3665c36f18f0 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:21.982675 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-dfc34c09-0642-465e-abe9-3665c36f18f0 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6470706 Nov 25 00:28:21.995190 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 39250) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:22.007926 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-9d458c1c-517a-4a49-bc18-fe933570e530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:22.029079 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-e9713394-05b8-4672-a60f-675a6d669f1d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Request body: {'security_group_rule': {'security_group_id': 'd784b8fd-5743-40b3-93b8-674659c2e46c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:28:22.112145 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c264456f-7761-4708-9d1e-1cb333a6e5cf req-dfe3a023-8dbe-4370-9c0f-d2407d89ebfd tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=743eb98d-3b2a-440a-ba64-4140355ce62d HTTP/1.1" status: 200 len: 210 time: 0.1029086 Nov 25 00:28:22.187774 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d084015d-4deb-4d42-b22f-4bb4a79b783c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:22.193949 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d084015d-4deb-4d42-b22f-4bb4a79b783c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:22.196296 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-d084015d-4deb-4d42-b22f-4bb4a79b783c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b58cfcd6-6ef8-4c1d-9420-6cd7d452f332 HTTP/1.1" status: 204 len: 168 time: 0.9414656 Nov 25 00:28:22.312606 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084015d-4deb-4d42-b22f-4bb4a79b783c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58cfcd6-6ef8-4c1d-9420-6cd7d452f332,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:22.399823 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-bde59ebf-95f6-4d45-aa31-aaa044b6d195 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Publish callbacks [] for port, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:22.435147 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-92355972-98ee-4268-9dbf-75225a6d0e74 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Request body: {'port': {'device_id': 'e62daafa-272c-42a9-bacb-4aa817b6323c', 'network_id': 'eec65319-57e0-4057-bff5-48191b9a49e0', 'admin_state_up': True, 'tenant_id': '9633a0cbb3fa4ca8ad10748648a3ae1b'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:28:22.558534 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 45f038c6-7cd6-4aab-a24f-1ffab3ef5534 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:28:22.705194 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645c3231-0c82-47ec-9a16-098fcdfaf5d0 admin admin] Router f048b5b5-01d4-419f-a17e-6865e85c411a has already been hosted by L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 {{(pid=109124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 00:28:22.712817 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-e9713394-05b8-4672-a60f-675a6d669f1d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:22.744051 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-bde59ebf-95f6-4d45-aa31-aaa044b6d195 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:22.790428 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-74bbec66-d4ef-44d6-a5dd-9a54a4988437 None None] Provisioning complete for port 33be911e-20ae-465b-8d3c-0b743bfcdb33 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:28:22.792180 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-74bbec66-d4ef-44d6-a5dd-9a54a4988437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:22.925184 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port 45f038c6-7cd6-4aab-a24f-1ffab3ef5534 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:28:22.927101 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:23.105311 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-74bbec66-d4ef-44d6-a5dd-9a54a4988437 None None] Port 33be911e-20ae-465b-8d3c-0b743bfcdb33 cannot update to ACTIVE because it is not bound. {{(pid=109125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 00:28:23.390036 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-0b65d6be-0db0-48cf-a505-3ee679f55dce req-b66a1543-9524-4c5a-b3cb-c61be2f18ae1 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/ports?device_id=e62daafa-272c-42a9-bacb-4aa817b6323c HTTP/1.1" status: 200 len: 210 time: 0.5171754 Nov 25 00:28:23.484801 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:28:23.530292 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-9d458c1c-517a-4a49-bc18-fe933570e530 None None] Publish callbacks [] for port, precommit_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:23.559650 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-9d458c1c-517a-4a49-bc18-fe933570e530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:23.830331 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:28:23.835564 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:23.908736 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 39304) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:23.931172 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e3ff9-ed28-415a-ac21-cbcb58fa1ab1 None None] Pushing event updated for resources: {'Port': ['ID=8caf211a-49f8-4d81-b479-2fa1b5133a03,revision_number=3']} {{(pid=109126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:23.945748 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-e9713394-05b8-4672-a60f-675a6d669f1d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:24.230028 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.managers [None req-9d458c1c-517a-4a49-bc18-fe933570e530 None None] Attempting to bind port 8caf211a-49f8-4d81-b479-2fa1b5133a03 on host dv-cinder-819200-1-iscsi for vnic_type normal with profile {{(pid=109126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:28:24.231426 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.managers [None req-9d458c1c-517a-4a49-bc18-fe933570e530 None None] Attempting to bind port 8caf211a-49f8-4d81-b479-2fa1b5133a03 by drivers openvswitch,hyperv on host dv-cinder-819200-1-iscsi at level 0 using segments [{'id': '5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e'}] {{(pid=109126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:28:24.234121 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d458c1c-517a-4a49-bc18-fe933570e530 None None] Attempting to bind port 8caf211a-49f8-4d81-b479-2fa1b5133a03 on network b8bd4317-422f-42e2-9a69-593359f6781e {{(pid=109126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:28:24.265558 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d458c1c-517a-4a49-bc18-fe933570e530 None None] Checking agent: {'id': '6db1e42d-7d41-4128-8d86-b90db240c589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 20, 18), 'started_at': datetime.datetime(2021, 11, 25, 0, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:28:24.274690 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d458c1c-517a-4a49-bc18-fe933570e530 None None] Checking segment: {'id': '5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:28:24.275731 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-9d458c1c-517a-4a49-bc18-fe933570e530 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:24.279395 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d458c1c-517a-4a49-bc18-fe933570e530 None None] Bound using segment: {'id': '5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e'} {{(pid=109126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:28:24.287407 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.managers [None req-9d458c1c-517a-4a49-bc18-fe933570e530 None None] Bound port: 8caf211a-49f8-4d81-b479-2fa1b5133a03, host: dv-cinder-819200-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e'}}] {{(pid=109126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:28:24.293435 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-9d458c1c-517a-4a49-bc18-fe933570e530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:24.313942 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-bde59ebf-95f6-4d45-aa31-aaa044b6d195 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Network c6860e7f-1840-44cc-88a0-1bba28b2eba5 is already hosted by enough agents. {{(pid=109124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:28:24.330270 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-e9713394-05b8-4672-a60f-675a6d669f1d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704393'] for security_group_rule, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:24.362395 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:24.433123 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] For port ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55,segment=NetworkSegment(2cbd316e-5d05-4c4d-ba22-dac4641013ba),segment_id=2cbd316e-5d05-4c4d-ba22-dac4641013ba)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:28:24.443608 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:24.579813 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.base_scheduler [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-bde59ebf-95f6-4d45-aa31-aaa044b6d195 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Resources bound (agent type, host, resource id): {{(pid=109124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:28:24.599674 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-bde59ebf-95f6-4d45-aa31-aaa044b6d195 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Received port after_create {{(pid=109124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:28:24.671015 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-b06b6743-8bc7-49fe-8eb9-4fe9ef63f54a None None] Provisioning complete for port 8caf211a-49f8-4d81-b479-2fa1b5133a03 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:28:24.672808 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-b06b6743-8bc7-49fe-8eb9-4fe9ef63f54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:24.675954 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde59ebf-95f6-4d45-aa31-aaa044b6d195 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Pushing event updated for resources: {'Port': ['ID=766bc99c-1d66-4eda-8300-d09cef61ce3b,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:24.787710 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.db [None req-9d458c1c-517a-4a49-bc18-fe933570e530 None None] For port 8caf211a-49f8-4d81-b479-2fa1b5133a03, host dv-cinder-819200-1-iscsi, cleared binding levels {{(pid=109126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:28:24.795798 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Pushing event updated for resources: {'Port': ['ID=ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55,revision_number=4']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:24.796144 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.db [None req-9d458c1c-517a-4a49-bc18-fe933570e530 None None] For port 8caf211a-49f8-4d81-b479-2fa1b5133a03, host dv-cinder-819200-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=8caf211a-49f8-4d81-b479-2fa1b5133a03,segment=NetworkSegment(5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6),segment_id=5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6)] {{(pid=109126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:28:24.810914 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-9d458c1c-517a-4a49-bc18-fe933570e530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:24.854047 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-b06b6743-8bc7-49fe-8eb9-4fe9ef63f54a None None] Port 8caf211a-49f8-4d81-b479-2fa1b5133a03 cannot update to ACTIVE because it is not bound. {{(pid=109125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 00:28:24.855154 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9713394-05b8-4672-a60f-675a6d669f1d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10df3d9b-eeb3-40ef-b677-c09d62bce8e2,revision_number=0']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:24.890955 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 39318) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:24.961048 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-92355972-98ee-4268-9dbf-75225a6d0e74 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Made reservation on behalf of 9633a0cbb3fa4ca8ad10748648a3ae1b for: {'port': 1} {{(pid=109123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:28:24.977044 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-92355972-98ee-4268-9dbf-75225a6d0e74 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:25.014009 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-235bcbb6-6e31-43ba-b1e0-deb2b9c5fcd1 req-33ea2fd9-0260-4a8c-bee0-dae38776ab0f tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/ports?device_id=e62daafa-272c-42a9-bacb-4aa817b6323c HTTP/1.1" status: 200 len: 210 time: 0.2100461 Nov 25 00:28:25.041953 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d458c1c-517a-4a49-bc18-fe933570e530 None None] Routers {'b16911b7-a363-4fcf-a499-0330304c6f7d'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:28:25.050328 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-9d458c1c-517a-4a49-bc18-fe933570e530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:28:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['b16911b7-a363-4fcf-a499-0330304c6f7d'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:28:25.079505 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-e9713394-05b8-4672-a60f-675a6d669f1d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:25.099660 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-e9713394-05b8-4672-a60f-675a6d669f1d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.0938025 Nov 25 00:28:25.103779 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6e942-b97c-4ec4-963b-b79326e71cf1 req-9c2f11ac-fdfc-47a8-a6f1-dbf5f18d4631 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:25.106016 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 39322) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:25.119680 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-87e6e942-b97c-4ec4-963b-b79326e71cf1 req-9c2f11ac-fdfc-47a8-a6f1-dbf5f18d4631 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=743eb98d-3b2a-440a-ba64-4140355ce62d HTTP/1.1" status: 200 len: 932 time: 1.6793807 Nov 25 00:28:25.141719 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-e39b32c8-0285-45bc-952e-858765e5b60b tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Request body: {'security_group_rule': {'security_group_id': 'd784b8fd-5743-40b3-93b8-674659c2e46c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:28:25.167290 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e3ff9-ed28-415a-ac21-cbcb58fa1ab1 None None] Pushing event updated for resources: {'Port': ['ID=8caf211a-49f8-4d81-b479-2fa1b5133a03,revision_number=4']} {{(pid=109126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:25.291963 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-bde59ebf-95f6-4d45-aa31-aaa044b6d195 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:25.297004 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-bde59ebf-95f6-4d45-aa31-aaa044b6d195 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for port, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:25.414345 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-bde59ebf-95f6-4d45-aa31-aaa044b6d195 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6728525 Nov 25 00:28:25.456912 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-9d458c1c-517a-4a49-bc18-fe933570e530 None None] Set router b16911b7-a363-4fcf-a499-0330304c6f7d gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:28:25.472330 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-3609f6ac-2582-4952-be81-b7ba48d6b65d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 00:28:25.478200 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-3609f6ac-2582-4952-be81-b7ba48d6b65d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072873 Nov 25 00:28:25.495776 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645c3231-0c82-47ec-9a16-098fcdfaf5d0 admin admin] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:28:25.496456 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-5adde910-6555-4004-a421-e8ece16990f1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c43d5bd932534cd8bef72bba817fb64a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5713232 Nov 25 00:28:25.496612 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 39328) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:25.510550 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-e39b32c8-0285-45bc-952e-858765e5b60b tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:25.515304 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba092991-b453-478f-8afe-810f95e22b9f None None] Sync routers for ids ['f048b5b5-01d4-419f-a17e-6865e85c411a'] in dv-cinder-819200-1-iscsi {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:28:25.536948 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-645c3231-0c82-47ec-9a16-098fcdfaf5d0 admin admin] 10.222.0.37 "PUT /v2.0/routers/f048b5b5-01d4-419f-a17e-6865e85c411a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2613139 Nov 25 00:28:25.562129 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-87e6e942-b97c-4ec4-963b-b79326e71cf1 req-3c54ba21-6d79-4874-96d2-005c48d68766 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4399779 Nov 25 00:28:25.584993 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba092991-b453-478f-8afe-810f95e22b9f None None] Routers {'f048b5b5-01d4-419f-a17e-6865e85c411a'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:28:25.587807 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-ba092991-b453-478f-8afe-810f95e22b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:28:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['f048b5b5-01d4-419f-a17e-6865e85c411a'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:28:25.726840 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-ef708095-d8a3-40ab-89dc-fa8ce1ffa406 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:25.852299 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b03ad631-4016-4098-b736-12830072b5b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:25.971019 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-e39b32c8-0285-45bc-952e-858765e5b60b tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:26.024514 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-ba092991-b453-478f-8afe-810f95e22b9f None None] Set router f048b5b5-01d4-419f-a17e-6865e85c411a gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:28:26.028223 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.db_base_plugin_common [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-92355972-98ee-4268-9dbf-75225a6d0e74 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Allocated IP 172.20.0.2 (eec65319-57e0-4057-bff5-48191b9a49e0/94174517-9a0d-4abc-b4dc-d97bcbadbd2f/9b391fc4-2fba-4562-86f0-5208a9d94be7) {{(pid=109123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:28:26.364905 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-9d458c1c-517a-4a49-bc18-fe933570e530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'name': 'tempest-AttachVolumeTestJSON-1556933049-router', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '45f038c6-7cd6-4aab-a24f-1ffab3ef5534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:28:18Z', 'revision_number': 4, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'gw_port': {'id': '45f038c6-7cd6-4aab-a24f-1ffab3ef5534', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:11Z', 'updated_at': '2021-11-25T00:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '8caf211a-49f8-4d81-b479-2fa1b5133a03', 'name': '', 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'mac_address': 'fa:16:3e:9a:97:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:16Z', 'updated_at': '2021-11-25T00:28:24Z', 'revision_number': 4, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'subnets': [{'id': 'f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:28:26.380071 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-d6bea909-9f39-4141-be7f-2902e5c50c70 None None] Provisioning complete for port 8caf211a-49f8-4d81-b479-2fa1b5133a03 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:28:26.381001 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-d6bea909-9f39-4141-be7f-2902e5c50c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:26.398939 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-92355972-98ee-4268-9dbf-75225a6d0e74 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Publish callbacks [] for port, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:26.448207 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-e39b32c8-0285-45bc-952e-858765e5b60b tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704393'] for security_group_rule, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:26.504137 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-254f9cb1-84d4-4944-ab73-46d7b77f8a2d req-8633b8a2-0750-4b18-9eb4-d8af9780f1ad tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/ports?device_id=e62daafa-272c-42a9-bacb-4aa817b6323c HTTP/1.1" status: 200 len: 210 time: 0.2496836 Nov 25 00:28:26.525450 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-ef708095-d8a3-40ab-89dc-fa8ce1ffa406 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:26.544590 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d458c1c-517a-4a49-bc18-fe933570e530 None None] The sync data for ids ['b16911b7-a363-4fcf-a499-0330304c6f7d'] in dv-cinder-819200-1-iscsi is: [{'id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'name': 'tempest-AttachVolumeTestJSON-1556933049-router', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '45f038c6-7cd6-4aab-a24f-1ffab3ef5534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:28:18Z', 'revision_number': 4, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'gw_port': {'id': '45f038c6-7cd6-4aab-a24f-1ffab3ef5534', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:11Z', 'updated_at': '2021-11-25T00:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '8caf211a-49f8-4d81-b479-2fa1b5133a03', 'name': '', 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'mac_address': 'fa:16:3e:9a:97:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:16Z', 'updated_at': '2021-11-25T00:28:24Z', 'revision_number': 4, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'subnets': [{'id': 'f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:28:26.628561 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-92355972-98ee-4268-9dbf-75225a6d0e74 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:26.689196 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-d6bea909-9f39-4141-be7f-2902e5c50c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:26.695497 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b03ad631-4016-4098-b736-12830072b5b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:26.720267 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-c3f144cf-989f-40d3-856d-b3a051c38f0d service neutron] Request body: {'port': {'device_id': '743eb98d-3b2a-440a-ba64-4140355ce62d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:28:26.869007 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b03ad631-4016-4098-b736-12830072b5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:26.924100 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-b03ad631-4016-4098-b736-12830072b5b1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d4682d8ae3a1447bbae1249834919e97&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0099971 Nov 25 00:28:26.925456 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b32c8-0285-45bc-952e-858765e5b60b tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c236c16-c531-4de1-b560-46f66a821a8f,revision_number=0']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:26.935375 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 39370) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:27.006774 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-e39b32c8-0285-45bc-952e-858765e5b60b tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:27.008114 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-e39b32c8-0285-45bc-952e-858765e5b60b tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8918927 Nov 25 00:28:27.040254 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 39376) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:27.098884 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-f03d8d09-6086-4b7c-bb7d-5a169693dc44 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Request body: {'floatingip': {'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:28:27.203533 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-92355972-98ee-4268-9dbf-75225a6d0e74 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Network eec65319-57e0-4057-bff5-48191b9a49e0 is already hosted by enough agents. {{(pid=109123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:28:27.240343 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-92355972-98ee-4268-9dbf-75225a6d0e74 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Resources bound (agent type, host, resource id): {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:28:27.244727 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-92355972-98ee-4268-9dbf-75225a6d0e74 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Received port after_create {{(pid=109123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:28:27.454643 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92355972-98ee-4268-9dbf-75225a6d0e74 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Pushing event updated for resources: {'Port': ['ID=9b391fc4-2fba-4562-86f0-5208a9d94be7,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:27.566907 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-92355972-98ee-4268-9dbf-75225a6d0e74 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:27.567445 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-92355972-98ee-4268-9dbf-75225a6d0e74 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for port, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:27.632388 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-92355972-98ee-4268-9dbf-75225a6d0e74 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2205412 Nov 25 00:28:27.649481 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-ccbb44ac-18bc-4995-a1dd-26b0956e4769 service neutron] Request body: {'port': {'device_id': 'e62daafa-272c-42a9-bacb-4aa817b6323c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:28:27.650601 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:28:27.707641 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-f03d8d09-6086-4b7c-bb7d-5a169693dc44 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for floatingip, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:27.750148 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-d6bea909-9f39-4141-be7f-2902e5c50c70 None None] For port 8caf211a-49f8-4d81-b479-2fa1b5133a03, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=8caf211a-49f8-4d81-b479-2fa1b5133a03,segment=NetworkSegment(5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6),segment_id=5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:28:27.765971 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-ccbb44ac-18bc-4995-a1dd-26b0956e4769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:27.771690 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-d6bea909-9f39-4141-be7f-2902e5c50c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:27.906154 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:28:27.906532 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:28.290476 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bea909-9f39-4141-be7f-2902e5c50c70 None None] Pushing event updated for resources: {'Port': ['ID=8caf211a-49f8-4d81-b479-2fa1b5133a03,revision_number=5']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:28.317598 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-ba092991-b453-478f-8afe-810f95e22b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'name': 'tempest-AttachVolumeShelveTestJSON-104039817-router', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:28:19Z', 'revision_number': 4, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'gw_port': {'id': 'ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:11Z', 'updated_at': '2021-11-25T00:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '33be911e-20ae-465b-8d3c-0b743bfcdb33', 'name': '', 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'mac_address': 'fa:16:3e:13:4c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:16Z', 'updated_at': '2021-11-25T00:28:20Z', 'revision_number': 2, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'subnets': [{'id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:28:28.345896 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 39394) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:28.345896 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 39396) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:28.390395 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ad631-4016-4098-b736-12830072b5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ef5450-fc49-4cd4-bf4d-dcb9cb101300,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:28.566338 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-c3f144cf-989f-40d3-856d-b3a051c38f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:28.629955 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba092991-b453-478f-8afe-810f95e22b9f None None] Checking router: f048b5b5-01d4-419f-a17e-6865e85c411a for host: dv-cinder-819200-1-iscsi {{(pid=109125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:28:28.630809 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba092991-b453-478f-8afe-810f95e22b9f None None] Updating router f048b5b5-01d4-419f-a17e-6865e85c411a port 33be911e-20ae-465b-8d3c-0b743bfcdb33 binding host dv-cinder-819200-1-iscsi {{(pid=109125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 00:28:28.695351 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 39402) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:28.702028 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-ef708095-d8a3-40ab-89dc-fa8ce1ffa406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:28.705195 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ba092991-b453-478f-8afe-810f95e22b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:28.706241 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-ef708095-d8a3-40ab-89dc-fa8ce1ffa406 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:28.708401 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-ef708095-d8a3-40ab-89dc-fa8ce1ffa406 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2c9a6317-b677-44eb-8821-b3bee623a83b HTTP/1.1" status: 204 len: 168 time: 3.2182817 Nov 25 00:28:28.723558 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-0fd29adf-aa63-4cdb-b2aa-489e297e5a5e tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1745529680', 'description': 'tempest-description--135094404'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:28:28.955308 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef708095-d8a3-40ab-89dc-fa8ce1ffa406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9a6317-b677-44eb-8821-b3bee623a83b,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:28.958736 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-99622fc2-bc71-48af-91b3-ed86cb8cded7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:28.962406 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-0fd29adf-aa63-4cdb-b2aa-489e297e5a5e tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:29.071669 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61b4e9-d5f3-49da-a1f1-089fbc287c94 req-c1df5115-16b4-4917-ac7f-1606dbcaa3b6 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:29.085120 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-0d61b4e9-d5f3-49da-a1f1-089fbc287c94 req-c1df5115-16b4-4917-ac7f-1606dbcaa3b6 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=743eb98d-3b2a-440a-ba64-4140355ce62d HTTP/1.1" status: 200 len: 932 time: 2.1386254 Nov 25 00:28:29.198504 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a2b76-e299-43b9-9407-08bc04b58ca4 req-2c97171e-faa9-4aad-84b9-762ec03f5132 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:29.219809 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-9b6a2b76-e299-43b9-9407-08bc04b58ca4 req-2c97171e-faa9-4aad-84b9-762ec03f5132 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/ports?device_id=e62daafa-272c-42a9-bacb-4aa817b6323c HTTP/1.1" status: 200 len: 931 time: 0.5019460 Nov 25 00:28:29.259079 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d3a0d386-39fc-4401-84b2-7af18507e69f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:29.264450 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-22551376-1272-4f13-82ff-16daea4e7519 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:29.372435 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 8caf211a-49f8-4d81-b479-2fa1b5133a03 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:28:29.625426 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-99622fc2-bc71-48af-91b3-ed86cb8cded7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:29.651572 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-9b6a2b76-e299-43b9-9407-08bc04b58ca4 req-de9223b9-59b2-4c56-9a27-efb64db07440 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/security-groups?id=a07ebe53-e0bf-4c37-b8fb-76141d0c6ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303231 Nov 25 00:28:29.736046 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-22551376-1272-4f13-82ff-16daea4e7519 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:29.757097 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-ccbb44ac-18bc-4995-a1dd-26b0956e4769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b391fc4-2fba-4562-86f0-5208a9d94be7 {{(pid=109123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:28:29.794370 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-ccbb44ac-18bc-4995-a1dd-26b0956e4769 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:29.801207 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-22551376-1272-4f13-82ff-16daea4e7519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:29.853623 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ba092991-b453-478f-8afe-810f95e22b9f None None] Publish callbacks [] for port, precommit_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:29.966116 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ba092991-b453-478f-8afe-810f95e22b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:30.015997 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.provisioning_blocks [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-ccbb44ac-18bc-4995-a1dd-26b0956e4769 service neutron] Transition to ACTIVE for port object 9b391fc4-2fba-4562-86f0-5208a9d94be7 will not be triggered until provisioned by entity L2. {{(pid=109123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 00:28:30.054651 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-22551376-1272-4f13-82ff-16daea4e7519 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d355ba997c34405aa9deb42d0f16892f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7075980 Nov 25 00:28:30.065974 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d3a0d386-39fc-4401-84b2-7af18507e69f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:30.067579 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 39414) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:30.070352 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-ccbb44ac-18bc-4995-a1dd-26b0956e4769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11305756'] for port, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:30.092003 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22551376-1272-4f13-82ff-16daea4e7519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac33ea57-deac-4f3f-8b61-badd938bcaf1,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:30.111770 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d3a0d386-39fc-4401-84b2-7af18507e69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:30.147819 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56382b6-6bf9-46ce-bb97-8ae2b8b3359b None None] Pushing event updated for resources: {'Port': ['ID=33be911e-20ae-465b-8d3c-0b743bfcdb33,revision_number=3']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:30.325462 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port 8caf211a-49f8-4d81-b479-2fa1b5133a03 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:28:30.326115 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:30.425818 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-ba092991-b453-478f-8afe-810f95e22b9f None None] Attempting to bind port 33be911e-20ae-465b-8d3c-0b743bfcdb33 on host dv-cinder-819200-1-iscsi for vnic_type normal with profile {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:28:30.426775 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-ba092991-b453-478f-8afe-810f95e22b9f None None] Attempting to bind port 33be911e-20ae-465b-8d3c-0b743bfcdb33 by drivers openvswitch,hyperv on host dv-cinder-819200-1-iscsi at level 0 using segments [{'id': 'ad64d367-3aef-4d3a-b35a-0b8f6019cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8'}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:28:30.427677 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba092991-b453-478f-8afe-810f95e22b9f None None] Attempting to bind port 33be911e-20ae-465b-8d3c-0b743bfcdb33 on network 2ac47630-ede3-4aec-b968-c75e15d99ba8 {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:28:30.451098 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba092991-b453-478f-8afe-810f95e22b9f None None] Checking agent: {'id': '6db1e42d-7d41-4128-8d86-b90db240c589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 20, 18), 'started_at': datetime.datetime(2021, 11, 25, 0, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:28:30.452332 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba092991-b453-478f-8afe-810f95e22b9f None None] Checking segment: {'id': 'ad64d367-3aef-4d3a-b35a-0b8f6019cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:28:30.456048 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ba092991-b453-478f-8afe-810f95e22b9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:30.457484 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba092991-b453-478f-8afe-810f95e22b9f None None] Bound using segment: {'id': 'ad64d367-3aef-4d3a-b35a-0b8f6019cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8'} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:28:30.458783 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-ba092991-b453-478f-8afe-810f95e22b9f None None] Bound port: 33be911e-20ae-465b-8d3c-0b743bfcdb33, host: dv-cinder-819200-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad64d367-3aef-4d3a-b35a-0b8f6019cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8'}}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:28:30.459955 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ba092991-b453-478f-8afe-810f95e22b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:30.462494 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-0d61b4e9-d5f3-49da-a1f1-089fbc287c94 req-21f7e8a6-4dcf-408c-869b-c945350a7569 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3149235 Nov 25 00:28:30.487254 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-0fd29adf-aa63-4cdb-b2aa-489e297e5a5e tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:30.518557 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-0fd29adf-aa63-4cdb-b2aa-489e297e5a5e tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:30.596132 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-0fd29adf-aa63-4cdb-b2aa-489e297e5a5e tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:30.597980 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-0fd29adf-aa63-4cdb-b2aa-489e297e5a5e tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.8876760 Nov 25 00:28:30.614086 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 39422) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:30.618364 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-f03d8d09-6086-4b7c-bb7d-5a169693dc44 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:30.640229 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-99622fc2-bc71-48af-91b3-ed86cb8cded7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:30.644305 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-99622fc2-bc71-48af-91b3-ed86cb8cded7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:30.649335 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-99622fc2-bc71-48af-91b3-ed86cb8cded7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/11ef5450-fc49-4cd4-bf4d-dcb9cb101300 HTTP/1.1" status: 204 len: 168 time: 3.6971588 Nov 25 00:28:30.666478 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-5b92e901-3a32-4c70-897e-021d2c8f7142 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Request body: {'security_group_rule': {'security_group_id': '164b11d9-ae38-47e1-b673-579bbda6125d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:28:30.677697 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb44ac-18bc-4995-a1dd-26b0956e4769 service neutron] Pushing event updated for resources: {'Port': ['ID=9b391fc4-2fba-4562-86f0-5208a9d94be7,revision_number=2']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:30.702910 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-d3a0d386-39fc-4401-84b2-7af18507e69f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d86e5ba06cbc48b3be7f2b3532777875&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3358240 Nov 25 00:28:30.716282 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 6 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 00:28:30.742069 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 39430) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:30.783008 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd29adf-aa63-4cdb-b2aa-489e297e5a5e tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=164b11d9-ae38-47e1-b673-579bbda6125d,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:30.825269 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99622fc2-bc71-48af-91b3-ed86cb8cded7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ef5450-fc49-4cd4-bf4d-dcb9cb101300,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:31.014539 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a0d386-39fc-4401-84b2-7af18507e69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c696bf-7394-4611-983f-e3ec7e05ac4e,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:31.019091 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-cbb21148-438a-4f20-8dc5-fa4619bfe748 None None] Provisioning complete for port 33be911e-20ae-465b-8d3c-0b743bfcdb33 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:28:31.023848 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-cbb21148-438a-4f20-8dc5-fa4619bfe748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:31.041335 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.notifiers.nova [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-c3f144cf-989f-40d3-856d-b3a051c38f0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 766bc99c-1d66-4eda-8300-d09cef61ce3b {{(pid=109124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:28:31.042567 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.managers [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-ccbb44ac-18bc-4995-a1dd-26b0956e4769 service neutron] Attempting to bind port 9b391fc4-2fba-4562-86f0-5208a9d94be7 on host hv-cinder-81920 for vnic_type normal with profile {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:28:31.044954 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.managers [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-ccbb44ac-18bc-4995-a1dd-26b0956e4769 service neutron] Attempting to bind port 9b391fc4-2fba-4562-86f0-5208a9d94be7 by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': 'ff69b7ff-6535-4a1f-b900-f4b0f4f9cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eec65319-57e0-4057-bff5-48191b9a49e0'}] {{(pid=109123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:28:31.048744 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-ccbb44ac-18bc-4995-a1dd-26b0956e4769 service neutron] Attempting to bind port 9b391fc4-2fba-4562-86f0-5208a9d94be7 on network eec65319-57e0-4057-bff5-48191b9a49e0 {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:28:31.069869 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-5b92e901-3a32-4c70-897e-021d2c8f7142 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:31.075976 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.db_base_plugin_common [None req-f03d8d09-6086-4b7c-bb7d-5a169693dc44 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Allocated IP 172.27.2.144 (7e710f5f-af80-47ab-b03c-3a0dd4623f26/89cd149f-d365-4a11-b22c-c62ab9234e96/16fb6829-375f-464f-8532-83b5add3236b) {{(pid=109124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:28:31.083899 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-2b257c67-74af-4608-91be-1ddd6d9f7ee9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:31.084654 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-c3f144cf-989f-40d3-856d-b3a051c38f0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:31.104912 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-ccbb44ac-18bc-4995-a1dd-26b0956e4769 service neutron] Port 9b391fc4-2fba-4562-86f0-5208a9d94be7 on network eec65319-57e0-4057-bff5-48191b9a49e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 00:28:31.105818 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-ccbb44ac-18bc-4995-a1dd-26b0956e4769 service neutron] Attempting to bind port 9b391fc4-2fba-4562-86f0-5208a9d94be7 on network eec65319-57e0-4057-bff5-48191b9a49e0 {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:28:31.173799 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-ccbb44ac-18bc-4995-a1dd-26b0956e4769 service neutron] Checking agent: {'id': 'ecb47d45-642b-455d-9e6f-8b3bbedb4480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'started_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:28:31.174355 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-ba092991-b453-478f-8afe-810f95e22b9f None None] For port 33be911e-20ae-465b-8d3c-0b743bfcdb33, host dv-cinder-819200-1-iscsi, cleared binding levels {{(pid=109125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:28:31.176870 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.provisioning_blocks [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-c3f144cf-989f-40d3-856d-b3a051c38f0d service neutron] Transition to ACTIVE for port object 766bc99c-1d66-4eda-8300-d09cef61ce3b will not be triggered until provisioned by entity L2. {{(pid=109124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 00:28:31.177928 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-ccbb44ac-18bc-4995-a1dd-26b0956e4769 service neutron] Checking segment: {'id': 'ff69b7ff-6535-4a1f-b900-f4b0f4f9cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eec65319-57e0-4057-bff5-48191b9a49e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:28:31.178803 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-268294b0-1458-4dbe-9a69-205714a0989d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:31.180539 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-ccbb44ac-18bc-4995-a1dd-26b0956e4769 service neutron] Bound using segment: {'id': 'ff69b7ff-6535-4a1f-b900-f4b0f4f9cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eec65319-57e0-4057-bff5-48191b9a49e0'} {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:28:31.182324 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.managers [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-ccbb44ac-18bc-4995-a1dd-26b0956e4769 service neutron] Bound port: 9b391fc4-2fba-4562-86f0-5208a9d94be7, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff69b7ff-6535-4a1f-b900-f4b0f4f9cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'eec65319-57e0-4057-bff5-48191b9a49e0'}}] {{(pid=109123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:28:31.188780 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-ccbb44ac-18bc-4995-a1dd-26b0956e4769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:31.214237 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-c3f144cf-989f-40d3-856d-b3a051c38f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11622735'] for port, after_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:31.235426 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-ba092991-b453-478f-8afe-810f95e22b9f None None] For port 33be911e-20ae-465b-8d3c-0b743bfcdb33, host dv-cinder-819200-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=33be911e-20ae-465b-8d3c-0b743bfcdb33,segment=NetworkSegment(ad64d367-3aef-4d3a-b35a-0b8f6019cb92),segment_id=ad64d367-3aef-4d3a-b35a-0b8f6019cb92)] {{(pid=109125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:28:31.255148 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-cbb21148-438a-4f20-8dc5-fa4619bfe748 None None] Port 33be911e-20ae-465b-8d3c-0b743bfcdb33 cannot update to ACTIVE because it is not bound. {{(pid=109125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 00:28:31.257979 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ba092991-b453-478f-8afe-810f95e22b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:31.368036 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-2b257c67-74af-4608-91be-1ddd6d9f7ee9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:31.398419 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-268294b0-1458-4dbe-9a69-205714a0989d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:31.462315 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56382b6-6bf9-46ce-bb97-8ae2b8b3359b None None] Pushing event updated for resources: {'Port': ['ID=33be911e-20ae-465b-8d3c-0b743bfcdb33,revision_number=4']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:31.465154 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06f4f7-b654-4d2f-baf5-d37723f7e67a req-9b68a97c-0116-4777-a1b3-cbd90373369b tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:31.477570 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-3c06f4f7-b654-4d2f-baf5-d37723f7e67a req-9b68a97c-0116-4777-a1b3-cbd90373369b tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/ports?device_id=e62daafa-272c-42a9-bacb-4aa817b6323c HTTP/1.1" status: 200 len: 943 time: 0.5964341 Nov 25 00:28:31.487864 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba092991-b453-478f-8afe-810f95e22b9f None None] Routers {'f048b5b5-01d4-419f-a17e-6865e85c411a'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:28:31.489133 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-ba092991-b453-478f-8afe-810f95e22b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:28:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['f048b5b5-01d4-419f-a17e-6865e85c411a'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:28:31.596410 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f144cf-989f-40d3-856d-b3a051c38f0d service neutron] Pushing event updated for resources: {'Port': ['ID=766bc99c-1d66-4eda-8300-d09cef61ce3b,revision_number=2']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:31.957085 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-ba092991-b453-478f-8afe-810f95e22b9f None None] Set router f048b5b5-01d4-419f-a17e-6865e85c411a gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:28:32.019871 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-5b92e901-3a32-4c70-897e-021d2c8f7142 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:32.063258 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-5b92e901-3a32-4c70-897e-021d2c8f7142 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704393'] for security_group_rule, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:32.219713 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-5b92e901-3a32-4c70-897e-021d2c8f7142 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:32.228213 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-5b92e901-3a32-4c70-897e-021d2c8f7142 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5788214 Nov 25 00:28:32.253345 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-f03d8d09-6086-4b7c-bb7d-5a169693dc44 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for port, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:32.257761 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 39450) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:32.275253 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92e901-3a32-4c70-897e-021d2c8f7142 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04002f0b-24af-4dc0-91e0-462e10869ee5,revision_number=0']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:32.290174 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-ccbb44ac-18bc-4995-a1dd-26b0956e4769 service neutron] For port 9b391fc4-2fba-4562-86f0-5208a9d94be7, host hv-cinder-81920, cleared binding levels {{(pid=109123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:28:32.313855 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-b67e1222-ebdb-4b48-8159-abd59784dcb2 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Request body: {'security_group_rule': {'security_group_id': '164b11d9-ae38-47e1-b673-579bbda6125d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:28:32.320766 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-3c06f4f7-b654-4d2f-baf5-d37723f7e67a req-8dfac73d-4ce2-40df-9cb2-fe1c68a95ac4 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/security-groups?id=a07ebe53-e0bf-4c37-b8fb-76141d0c6ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7054033 Nov 25 00:28:32.331780 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-ccbb44ac-18bc-4995-a1dd-26b0956e4769 service neutron] For port 9b391fc4-2fba-4562-86f0-5208a9d94be7, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=9b391fc4-2fba-4562-86f0-5208a9d94be7,segment=NetworkSegment(ff69b7ff-6535-4a1f-b900-f4b0f4f9cd37),segment_id=ff69b7ff-6535-4a1f-b900-f4b0f4f9cd37)] {{(pid=109123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:28:32.334452 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-c2bf0a23-6141-4f1a-b2dd-0039b88a884b None None] Provisioning complete for port 33be911e-20ae-465b-8d3c-0b743bfcdb33 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:28:32.335347 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-c2bf0a23-6141-4f1a-b2dd-0039b88a884b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:32.370073 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-ccbb44ac-18bc-4995-a1dd-26b0956e4769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11305756'] for port, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:32.414475 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.managers [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-c3f144cf-989f-40d3-856d-b3a051c38f0d service neutron] Attempting to bind port 766bc99c-1d66-4eda-8300-d09cef61ce3b on host hv-cinder-81920 for vnic_type normal with profile {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:28:32.415144 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.managers [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-c3f144cf-989f-40d3-856d-b3a051c38f0d service neutron] Attempting to bind port 766bc99c-1d66-4eda-8300-d09cef61ce3b by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': '1d001069-81f5-4588-89c3-3b44f4223981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c6860e7f-1840-44cc-88a0-1bba28b2eba5'}] {{(pid=109124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:28:32.415720 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-c3f144cf-989f-40d3-856d-b3a051c38f0d service neutron] Attempting to bind port 766bc99c-1d66-4eda-8300-d09cef61ce3b on network c6860e7f-1840-44cc-88a0-1bba28b2eba5 {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:28:32.435479 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-268294b0-1458-4dbe-9a69-205714a0989d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:32.438566 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-268294b0-1458-4dbe-9a69-205714a0989d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:32.440196 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-268294b0-1458-4dbe-9a69-205714a0989d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a6c696bf-7394-4611-983f-e3ec7e05ac4e HTTP/1.1" status: 204 len: 168 time: 1.6869354 Nov 25 00:28:32.455920 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-c3f144cf-989f-40d3-856d-b3a051c38f0d service neutron] Port 766bc99c-1d66-4eda-8300-d09cef61ce3b on network c6860e7f-1840-44cc-88a0-1bba28b2eba5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 00:28:32.456612 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-c3f144cf-989f-40d3-856d-b3a051c38f0d service neutron] Attempting to bind port 766bc99c-1d66-4eda-8300-d09cef61ce3b on network c6860e7f-1840-44cc-88a0-1bba28b2eba5 {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:28:32.468781 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268294b0-1458-4dbe-9a69-205714a0989d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c696bf-7394-4611-983f-e3ec7e05ac4e,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:32.490187 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6becac25-3551-4c2e-b435-ba35396f57db req-e5421760-abae-486c-9878-080caad480a7 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:32.492604 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-6becac25-3551-4c2e-b435-ba35396f57db req-e5421760-abae-486c-9878-080caad480a7 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=743eb98d-3b2a-440a-ba64-4140355ce62d HTTP/1.1" status: 200 len: 944 time: 0.6097267 Nov 25 00:28:32.519463 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-c3f144cf-989f-40d3-856d-b3a051c38f0d service neutron] Checking agent: {'id': 'ecb47d45-642b-455d-9e6f-8b3bbedb4480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'started_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:28:32.521087 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-c3f144cf-989f-40d3-856d-b3a051c38f0d service neutron] Checking segment: {'id': '1d001069-81f5-4588-89c3-3b44f4223981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c6860e7f-1840-44cc-88a0-1bba28b2eba5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:28:32.521977 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-c3f144cf-989f-40d3-856d-b3a051c38f0d service neutron] Bound using segment: {'id': '1d001069-81f5-4588-89c3-3b44f4223981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c6860e7f-1840-44cc-88a0-1bba28b2eba5'} {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:28:32.522781 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.managers [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-c3f144cf-989f-40d3-856d-b3a051c38f0d service neutron] Bound port: 766bc99c-1d66-4eda-8300-d09cef61ce3b, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d001069-81f5-4588-89c3-3b44f4223981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c6860e7f-1840-44cc-88a0-1bba28b2eba5'}}] {{(pid=109124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:28:32.524000 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-c3f144cf-989f-40d3-856d-b3a051c38f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:32.604087 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b67e1222-ebdb-4b48-8159-abd59784dcb2 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:32.629123 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-2b257c67-74af-4608-91be-1ddd6d9f7ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:32.634885 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-2b257c67-74af-4608-91be-1ddd6d9f7ee9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:32.638169 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-2b257c67-74af-4608-91be-1ddd6d9f7ee9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ac33ea57-deac-4f3f-8b61-badd938bcaf1 HTTP/1.1" status: 204 len: 168 time: 2.5632019 Nov 25 00:28:32.646991 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb44ac-18bc-4995-a1dd-26b0956e4769 service neutron] Pushing event updated for resources: {'Port': ['ID=9b391fc4-2fba-4562-86f0-5208a9d94be7,revision_number=3']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:32.694492 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b257c67-74af-4608-91be-1ddd6d9f7ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac33ea57-deac-4f3f-8b61-badd938bcaf1,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:32.720879 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-ccbb44ac-18bc-4995-a1dd-26b0956e4769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:32.726235 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-ccbb44ac-18bc-4995-a1dd-26b0956e4769 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for port, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:32.733078 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-ccbb44ac-18bc-4995-a1dd-26b0956e4769 service neutron] 10.222.0.36 "PUT /v2.0/ports/9b391fc4-2fba-4562-86f0-5208a9d94be7 HTTP/1.1" status: 200 len: 1093 time: 5.0851023 Nov 25 00:28:32.735804 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e62daafa-272c-42a9-bacb-4aa817b6323c', 'tag': '9b391fc4-2fba-4562-86f0-5208a9d94be7'}] {{(pid=109123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:28:32.942857 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-f03d8d09-6086-4b7c-bb7d-5a169693dc44 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:33.016387 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b67e1222-ebdb-4b48-8159-abd59784dcb2 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:33.097260 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-c2bf0a23-6141-4f1a-b2dd-0039b88a884b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:33.176841 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-c3f144cf-989f-40d3-856d-b3a051c38f0d service neutron] For port 766bc99c-1d66-4eda-8300-d09cef61ce3b, host hv-cinder-81920, cleared binding levels {{(pid=109124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:28:33.217870 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-c3f144cf-989f-40d3-856d-b3a051c38f0d service neutron] For port 766bc99c-1d66-4eda-8300-d09cef61ce3b, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=766bc99c-1d66-4eda-8300-d09cef61ce3b,segment=NetworkSegment(1d001069-81f5-4588-89c3-3b44f4223981),segment_id=1d001069-81f5-4588-89c3-3b44f4223981)] {{(pid=109124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:28:33.266698 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-c2bf0a23-6141-4f1a-b2dd-0039b88a884b None None] For port 33be911e-20ae-465b-8d3c-0b743bfcdb33, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=33be911e-20ae-465b-8d3c-0b743bfcdb33,segment=NetworkSegment(ad64d367-3aef-4d3a-b35a-0b8f6019cb92),segment_id=ad64d367-3aef-4d3a-b35a-0b8f6019cb92)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:28:33.273925 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-ba092991-b453-478f-8afe-810f95e22b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'name': 'tempest-AttachVolumeShelveTestJSON-104039817-router', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:28:19Z', 'revision_number': 4, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'gw_port': {'id': 'ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:11Z', 'updated_at': '2021-11-25T00:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '33be911e-20ae-465b-8d3c-0b743bfcdb33', 'name': '', 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'mac_address': 'fa:16:3e:13:4c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:16Z', 'updated_at': '2021-11-25T00:28:31Z', 'revision_number': 4, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'subnets': [{'id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:28:33.282448 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-c2bf0a23-6141-4f1a-b2dd-0039b88a884b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:33.400926 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-6becac25-3551-4c2e-b435-ba35396f57db req-80f9c117-614c-4beb-998a-8e090a245adf tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8964601 Nov 25 00:28:33.418501 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d8d09-6086-4b7c-bb7d-5a169693dc44 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Pushing event updated for resources: {'Port': ['ID=16fb6829-375f-464f-8532-83b5add3236b,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:33.431566 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-c3f144cf-989f-40d3-856d-b3a051c38f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11622735'] for port, after_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:33.509232 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 33be911e-20ae-465b-8d3c-0b743bfcdb33 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:28:33.534463 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba092991-b453-478f-8afe-810f95e22b9f None None] The sync data for ids ['f048b5b5-01d4-419f-a17e-6865e85c411a'] in dv-cinder-819200-1-iscsi is: [{'id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'name': 'tempest-AttachVolumeShelveTestJSON-104039817-router', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:28:19Z', 'revision_number': 4, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'gw_port': {'id': 'ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:11Z', 'updated_at': '2021-11-25T00:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '33be911e-20ae-465b-8d3c-0b743bfcdb33', 'name': '', 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'mac_address': 'fa:16:3e:13:4c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:16Z', 'updated_at': '2021-11-25T00:28:31Z', 'revision_number': 4, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'subnets': [{'id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:28:33.585111 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b67e1222-ebdb-4b48-8159-abd59784dcb2 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704393'] for security_group_rule, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:33.615356 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f144cf-989f-40d3-856d-b3a051c38f0d service neutron] Pushing event updated for resources: {'Port': ['ID=766bc99c-1d66-4eda-8300-d09cef61ce3b,revision_number=3']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:33.657511 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e1222-ebdb-4b48-8159-abd59784dcb2 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f56c9a-954f-4ee3-a8ec-635e0c6b125e,revision_number=0']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:33.689239 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03d8d09-6086-4b7c-bb7d-5a169693dc44 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Network 7e710f5f-af80-47ab-b03c-3a0dd4623f26 is already hosted by enough agents. {{(pid=109124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:28:33.700161 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b67e1222-ebdb-4b48-8159-abd59784dcb2 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:33.707961 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-b67e1222-ebdb-4b48-8159-abd59784dcb2 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4492178 Nov 25 00:28:33.713833 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 39472) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:33.724059 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-221a97a8-a73d-4748-ae97-7c401efc53ba tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Request body: {'floatingip': {'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:28:33.790570 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf0a23-6141-4f1a-b2dd-0039b88a884b None None] Pushing event updated for resources: {'Port': ['ID=33be911e-20ae-465b-8d3c-0b743bfcdb33,revision_number=5']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:33.806096 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.base_scheduler [None req-f03d8d09-6086-4b7c-bb7d-5a169693dc44 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Resources bound (agent type, host, resource id): {{(pid=109124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:28:33.820164 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-221a97a8-a73d-4748-ae97-7c401efc53ba tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for floatingip, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:33.837458 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03d8d09-6086-4b7c-bb7d-5a169693dc44 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Received port after_create {{(pid=109124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:28:33.863431 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port 33be911e-20ae-465b-8d3c-0b743bfcdb33 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:28:33.863808 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:33.972582 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-c3f144cf-989f-40d3-856d-b3a051c38f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:33.977031 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-c3f144cf-989f-40d3-856d-b3a051c38f0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for port, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:33.982706 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-c3f144cf-989f-40d3-856d-b3a051c38f0d service neutron] 10.222.0.36 "PUT /v2.0/ports/766bc99c-1d66-4eda-8300-d09cef61ce3b HTTP/1.1" status: 200 len: 1094 time: 7.7165978 Nov 25 00:28:33.983518 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743eb98d-3b2a-440a-ba64-4140355ce62d', 'tag': '766bc99c-1d66-4eda-8300-d09cef61ce3b'}] {{(pid=109124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:28:34.063694 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-7d76d738-7271-42b5-b1aa-64cda085d9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:34.066889 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-7d76d738-7271-42b5-b1aa-64cda085d9a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9633a0cbb3fa4ca8ad10748648a3ae1b&device_id=e62daafa-272c-42a9-bacb-4aa817b6323c HTTP/1.1" status: 200 len: 1096 time: 1.1778092 Nov 25 00:28:34.205733 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 39482) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:34.206085 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 39484) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:34.320378 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-73f891d1-e48c-4fa7-b923-f1ceba43723f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b391fc4-2fba-4562-86f0-5208a9d94be7 HTTP/1.1" status: 200 len: 217 time: 0.2124808 Nov 25 00:28:34.364982 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc354815-723c-44d2-a309-90b3c38b4bdf req-2c7825a4-8b26-462b-9afa-ec1a8aa89eca tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:34.375104 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-fc354815-723c-44d2-a309-90b3c38b4bdf req-2c7825a4-8b26-462b-9afa-ec1a8aa89eca tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/ports?device_id=e62daafa-272c-42a9-bacb-4aa817b6323c HTTP/1.1" status: 200 len: 943 time: 0.5351415 Nov 25 00:28:34.581400 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6be39984-6fb8-4d69-b723-46e53ba8db0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:34.584960 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-e0535efb-b512-495a-a50c-584331585d46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:34.657364 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-fc354815-723c-44d2-a309-90b3c38b4bdf req-fd1879f9-471a-4904-80a8-247b6274a9de tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/security-groups?id=a07ebe53-e0bf-4c37-b8fb-76141d0c6ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710929 Nov 25 00:28:34.701631 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-1add8574-d1e9-495c-bcb4-c41925d36c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:34.710617 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-1add8574-d1e9-495c-bcb4-c41925d36c0b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=94174517-9a0d-4abc-b4dc-d97bcbadbd2f HTTP/1.1" status: 200 len: 851 time: 0.3308601 Nov 25 00:28:34.718332 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d6797fd55ce1482701f76a6a20d13483833b06e18cae27317f32e85b7a837" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c813bdb-819f-4ba9-a3c9-a543e30c589d" -d '{"events": [{"name": "network-changed", "server_uuid": "e62daafa-272c-42a9-bacb-4aa817b6323c", "tag": "9b391fc4-2fba-4562-86f0-5208a9d94be7"}]}' {{(pid=109123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:28:34.987054 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-f03d8d09-6086-4b7c-bb7d-5a169693dc44 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:35.030450 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-3913277f-2e37-486b-8bbe-41b8e7f073cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:35.032313 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-3913277f-2e37-486b-8bbe-41b8e7f073cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc244727a1134e209e24f40acad0df6d&device_id=743eb98d-3b2a-440a-ba64-4140355ce62d HTTP/1.1" status: 200 len: 1097 time: 0.8250227 Nov 25 00:28:35.172869 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 00:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea9d300-6398-437f-953c-f170906b5230 x-openstack-request-id: req-0ea9d300-6398-437f-953c-f170906b5230 {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:28:35.173530 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e62daafa-272c-42a9-bacb-4aa817b6323c", "tag": "9b391fc4-2fba-4562-86f0-5208a9d94be7", "status": "completed", "code": 200}]} {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:28:35.173530 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ea9d300-6398-437f-953c-f170906b5230 {{(pid=109123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:28:35.176049 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e62daafa-272c-42a9-bacb-4aa817b6323c', 'tag': '9b391fc4-2fba-4562-86f0-5208a9d94be7', 'status': 'completed', 'code': 200} Nov 25 00:28:35.178674 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-3bede2de-ba22-41e1-a795-9ba81895feee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eec65319-57e0-4057-bff5-48191b9a49e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1519263 Nov 25 00:28:35.229860 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 33be911e-20ae-465b-8d3c-0b743bfcdb33 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:28:35.499300 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port 33be911e-20ae-465b-8d3c-0b743bfcdb33 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:28:35.499676 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:35.580702 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c540b04f577278a42f04ac83864b9661265f6e355fc5f2cf5b057c36d7214e30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d5e446-bacd-446c-b3e7-f4da40f09559" -d '{"events": [{"name": "network-changed", "server_uuid": "743eb98d-3b2a-440a-ba64-4140355ce62d", "tag": "766bc99c-1d66-4eda-8300-d09cef61ce3b"}]}' {{(pid=109124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:28:35.651077 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-9284cec6-89f1-4a1c-8f08-ab765f179dbe service neutron] 10.222.0.36 "GET /v2.0/networks/eec65319-57e0-4057-bff5-48191b9a49e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389219 Nov 25 00:28:35.661444 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461404a-85c2-464b-bf06-15cd7fb13fd5 req-bbd1b195-5023-45fc-888a-596d653b042b tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:35.665802 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-5461404a-85c2-464b-bf06-15cd7fb13fd5 req-bbd1b195-5023-45fc-888a-596d653b042b tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=743eb98d-3b2a-440a-ba64-4140355ce62d HTTP/1.1" status: 200 len: 944 time: 1.0714519 Nov 25 00:28:35.711275 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-89f00661-5d06-4bf9-9ab1-4bab977ea61e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=766bc99c-1d66-4eda-8300-d09cef61ce3b HTTP/1.1" status: 200 len: 217 time: 0.6423221 Nov 25 00:28:35.769480 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6be39984-6fb8-4d69-b723-46e53ba8db0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:35.770358 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-f03d8d09-6086-4b7c-bb7d-5a169693dc44 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:35.827179 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6be39984-6fb8-4d69-b723-46e53ba8db0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:35.930396 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-e0535efb-b512-495a-a50c-584331585d46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:36.097319 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-5461404a-85c2-464b-bf06-15cd7fb13fd5 req-ec065d93-d477-45b2-a61b-1f54cf7c1a22 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107976 Nov 25 00:28:36.109547 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-e0535efb-b512-495a-a50c-584331585d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:36.219138 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-221a97a8-a73d-4748-ae97-7c401efc53ba tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:36.248644 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f2955d5b-8d43-4131-ae79-96c95e02b371 req-d4b090d8-4828-4b10-a426-3842c7963e80 service neutron] 10.222.0.36 "GET /v2.0/networks/eec65319-57e0-4057-bff5-48191b9a49e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4822729 Nov 25 00:28:36.301347 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 00:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d99e8d-ef78-45d0-844c-82f5e7492b35 x-openstack-request-id: req-f2d99e8d-ef78-45d0-844c-82f5e7492b35 {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:28:36.301638 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "743eb98d-3b2a-440a-ba64-4140355ce62d", "tag": "766bc99c-1d66-4eda-8300-d09cef61ce3b", "status": "completed", "code": 200}]} {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:28:36.301906 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f2d99e8d-ef78-45d0-844c-82f5e7492b35 {{(pid=109124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:28:36.302444 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743eb98d-3b2a-440a-ba64-4140355ce62d', 'tag': '766bc99c-1d66-4eda-8300-d09cef61ce3b', 'status': 'completed', 'code': 200} Nov 25 00:28:36.319230 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-6be39984-6fb8-4d69-b723-46e53ba8db0f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=74c9b1e3e3c446138baa3005ebf18df3&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0656786 Nov 25 00:28:36.323707 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 39528) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:36.336157 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be39984-6fb8-4d69-b723-46e53ba8db0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25d816d-42d1-4cf3-986e-6e7dafaecb05,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:36.420014 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-e0535efb-b512-495a-a50c-584331585d46 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5d288059f05047d4ad12fab33b0f72f5&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1872649 Nov 25 00:28:36.436868 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 39530) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:36.453239 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-159bdc0d-357c-4090-9de1-35a17347f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:36.454797 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-159bdc0d-357c-4090-9de1-35a17347f0d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9526e428-93cb-4b36-b147-01a6ceccc3e0 HTTP/1.1" status: 200 len: 855 time: 0.6168678 Nov 25 00:28:36.566585 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0535efb-b512-495a-a50c-584331585d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e509d7-3db6-4530-81db-dd3d6afdcf61,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:36.591248 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-7cafaf84-ac55-4b21-8865-a8e807f26a10 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6860e7f-1840-44cc-88a0-1bba28b2eba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971313 Nov 25 00:28:36.628631 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c86e0-be28-4822-a7cd-4c51b4b82450 req-8d6d3788-b586-403b-9cd6-da89e5bbac3d tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:36.650491 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-258c86e0-be28-4822-a7cd-4c51b4b82450 req-8d6d3788-b586-403b-9cd6-da89e5bbac3d tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/ports?device_id=e62daafa-272c-42a9-bacb-4aa817b6323c HTTP/1.1" status: 200 len: 943 time: 0.3587534 Nov 25 00:28:36.943967 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.db_base_plugin_common [None req-221a97a8-a73d-4748-ae97-7c401efc53ba tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Allocated IP 172.27.2.224 (7e710f5f-af80-47ab-b03c-3a0dd4623f26/89cd149f-d365-4a11-b22c-c62ab9234e96/dda75968-0ccc-4557-aa95-a3cc6a22cf47) {{(pid=109124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:28:36.959355 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-ca7039b1-64df-4189-9bbd-2806377a14ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:36.993460 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-36dc794a-4433-4cc7-9316-595206e42cf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:37.004682 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-258c86e0-be28-4822-a7cd-4c51b4b82450 req-78fccef8-0781-4682-8ef6-2f6e1b59efae tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/security-groups?id=a07ebe53-e0bf-4c37-b8fb-76141d0c6ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529463 Nov 25 00:28:37.103882 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-36dc794a-4433-4cc7-9316-595206e42cf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:37.117895 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c813bdb-819f-4ba9-a3c9-a543e30c589d req-7348f0d0-51fe-4ed8-91bf-4571479879cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:37.125520 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-0c813bdb-819f-4ba9-a3c9-a543e30c589d req-7348f0d0-51fe-4ed8-91bf-4571479879cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9633a0cbb3fa4ca8ad10748648a3ae1b&device_id=e62daafa-272c-42a9-bacb-4aa817b6323c HTTP/1.1" status: 200 len: 1096 time: 0.6878767 Nov 25 00:28:37.126441 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-19e7c611-6a2b-40cc-9c70-e1e4b623b4b0 service neutron] 10.222.0.36 "GET /v2.0/networks/c6860e7f-1840-44cc-88a0-1bba28b2eba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5092959 Nov 25 00:28:37.128785 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-f03d8d09-6086-4b7c-bb7d-5a169693dc44 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for port, precommit_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:37.160351 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-f03d8d09-6086-4b7c-bb7d-5a169693dc44 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11622735'] for port, after_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:37.295402 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-ca7039b1-64df-4189-9bbd-2806377a14ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:37.487565 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d8d09-6086-4b7c-bb7d-5a169693dc44 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Pushing event updated for resources: {'Port': ['ID=16fb6829-375f-464f-8532-83b5add3236b,revision_number=2']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:37.510700 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f931d-b9ad-4a17-a3a9-bbf5626434f9 req-64c47d2c-2b38-47fa-98ba-e1b448e33a98 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:37.519316 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-bd8f931d-b9ad-4a17-a3a9-bbf5626434f9 req-64c47d2c-2b38-47fa-98ba-e1b448e33a98 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=743eb98d-3b2a-440a-ba64-4140355ce62d HTTP/1.1" status: 200 len: 944 time: 0.2120562 Nov 25 00:28:37.524099 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-221a97a8-a73d-4748-ae97-7c401efc53ba tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for port, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:37.527487 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-f03d8d09-6086-4b7c-bb7d-5a169693dc44 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622920'] for floatingip, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:37.536872 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c813bdb-819f-4ba9-a3c9-a543e30c589d req-1f0c55e9-0027-451b-8351-3ce86d111f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:37.538342 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-0c813bdb-819f-4ba9-a3c9-a543e30c589d req-1f0c55e9-0027-451b-8351-3ce86d111f9c service neutron] 10.222.0.36 "GET /v2.0/networks?id=eec65319-57e0-4057-bff5-48191b9a49e0 HTTP/1.1" status: 200 len: 912 time: 0.3849483 Nov 25 00:28:37.539003 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-36dc794a-4433-4cc7-9316-595206e42cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:37.541602 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-36dc794a-4433-4cc7-9316-595206e42cf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:37.546833 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-36dc794a-4433-4cc7-9316-595206e42cf0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e25d816d-42d1-4cf3-986e-6e7dafaecb05 HTTP/1.1" status: 204 len: 168 time: 1.2161930 Nov 25 00:28:37.577918 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-f03d8d09-6086-4b7c-bb7d-5a169693dc44 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for floatingip, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:37.580061 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-f03d8d09-6086-4b7c-bb7d-5a169693dc44 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.5224528 Nov 25 00:28:37.621348 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-95c3534d-1785-4084-aad5-9fe6deaedcad req-66740116-512f-43ca-8013-ca15086a823c service neutron] 10.222.0.36 "GET /v2.0/networks/c6860e7f-1840-44cc-88a0-1bba28b2eba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351709 Nov 25 00:28:37.665218 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-221a97a8-a73d-4748-ae97-7c401efc53ba tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:37.741010 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-ca7039b1-64df-4189-9bbd-2806377a14ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:37.747276 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-ca7039b1-64df-4189-9bbd-2806377a14ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:37.750516 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-ca7039b1-64df-4189-9bbd-2806377a14ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/44e509d7-3db6-4530-81db-dd3d6afdcf61 HTTP/1.1" status: 204 len: 168 time: 1.2972763 Nov 25 00:28:37.753100 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-0c813bdb-819f-4ba9-a3c9-a543e30c589d req-3691737f-0ec8-4492-a502-718f76870e88 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b391fc4-2fba-4562-86f0-5208a9d94be7 HTTP/1.1" status: 200 len: 217 time: 0.1752145 Nov 25 00:28:37.774261 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc794a-4433-4cc7-9316-595206e42cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25d816d-42d1-4cf3-986e-6e7dafaecb05,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:37.803889 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a97a8-a73d-4748-ae97-7c401efc53ba tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Pushing event updated for resources: {'Port': ['ID=dda75968-0ccc-4557-aa95-a3cc6a22cf47,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:37.814093 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221a97a8-a73d-4748-ae97-7c401efc53ba tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Network 7e710f5f-af80-47ab-b03c-3a0dd4623f26 is already hosted by enough agents. {{(pid=109124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:28:37.840803 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.base_scheduler [None req-221a97a8-a73d-4748-ae97-7c401efc53ba tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Resources bound (agent type, host, resource id): {{(pid=109124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:28:37.885944 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221a97a8-a73d-4748-ae97-7c401efc53ba tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Received port after_create {{(pid=109124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:28:37.891205 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7039b1-64df-4189-9bbd-2806377a14ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e509d7-3db6-4530-81db-dd3d6afdcf61,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:37.895778 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c813bdb-819f-4ba9-a3c9-a543e30c589d req-38baeb3b-f110-460e-96ff-fb4ee27b7ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:37.898270 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-0c813bdb-819f-4ba9-a3c9-a543e30c589d req-38baeb3b-f110-460e-96ff-fb4ee27b7ae8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=94174517-9a0d-4abc-b4dc-d97bcbadbd2f HTTP/1.1" status: 200 len: 851 time: 0.0758796 Nov 25 00:28:37.923047 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-bd8f931d-b9ad-4a17-a3a9-bbf5626434f9 req-a7206510-6136-4538-9fc9-7eac5f95657e tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025316 Nov 25 00:28:38.000818 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-0c813bdb-819f-4ba9-a3c9-a543e30c589d req-4efc7cd6-4984-40d7-89fa-5edf0b968f2f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eec65319-57e0-4057-bff5-48191b9a49e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542603 Nov 25 00:28:38.037729 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5e446-bacd-446c-b3e7-f4da40f09559 req-02b4ecce-edac-4f51-b948-34d976735513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:38.039354 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-89d5e446-bacd-446c-b3e7-f4da40f09559 req-02b4ecce-edac-4f51-b948-34d976735513 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc244727a1134e209e24f40acad0df6d&device_id=743eb98d-3b2a-440a-ba64-4140355ce62d HTTP/1.1" status: 200 len: 1097 time: 0.2368705 Nov 25 00:28:38.264565 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-221a97a8-a73d-4748-ae97-7c401efc53ba tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:38.383419 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5e446-bacd-446c-b3e7-f4da40f09559 req-a323ca88-13b7-42c9-ad62-e6267c217cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:38.385314 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-89d5e446-bacd-446c-b3e7-f4da40f09559 req-a323ca88-13b7-42c9-ad62-e6267c217cce service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6860e7f-1840-44cc-88a0-1bba28b2eba5 HTTP/1.1" status: 200 len: 916 time: 0.2845972 Nov 25 00:28:38.406794 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf9ba6-ae04-4130-8964-fa5161907170 req-28a1a696-e2bf-4675-8cc2-32950a0678f5 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:38.409747 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-6acf9ba6-ae04-4130-8964-fa5161907170 req-28a1a696-e2bf-4675-8cc2-32950a0678f5 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/ports?device_id=e62daafa-272c-42a9-bacb-4aa817b6323c HTTP/1.1" status: 200 len: 943 time: 0.1703570 Nov 25 00:28:38.530895 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-6acf9ba6-ae04-4130-8964-fa5161907170 req-b09d5e6a-174f-4681-8bf1-2f7fb8f4d337 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/security-groups?id=a07ebe53-e0bf-4c37-b8fb-76141d0c6ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028390 Nov 25 00:28:38.552080 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-0c813bdb-819f-4ba9-a3c9-a543e30c589d req-125656f1-2793-4044-a856-0e0ef9dfaa53 service neutron] 10.222.0.36 "GET /v2.0/networks/eec65319-57e0-4057-bff5-48191b9a49e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456348 Nov 25 00:28:38.571137 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-89d5e446-bacd-446c-b3e7-f4da40f09559 req-7832453e-f60d-4074-afe3-b2ebb2c2500c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=766bc99c-1d66-4eda-8300-d09cef61ce3b HTTP/1.1" status: 200 len: 217 time: 0.1726129 Nov 25 00:28:38.657760 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-e4904c35-4bd4-4995-b281-983e32d75329 req-42d7eeb7-2271-4d6d-a35c-8ff3b8ff6b0d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2094356480&fields=id&tenant_id=88fe9e6d44f845c4ab47c65b792ab8b8 HTTP/1.1" status: 200 len: 267 time: 0.5104291 Nov 25 00:28:38.660935 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-221a97a8-a73d-4748-ae97-7c401efc53ba tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:38.821881 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-0c813bdb-819f-4ba9-a3c9-a543e30c589d req-ac9cea96-bbe2-4797-8a10-f995a3ed4b21 service neutron] 10.222.0.36 "GET /v2.0/networks/eec65319-57e0-4057-bff5-48191b9a49e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609596 Nov 25 00:28:39.162675 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5e446-bacd-446c-b3e7-f4da40f09559 req-45085b69-a2bf-4f5f-a2b7-9cd74d5d849c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:39.164639 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-89d5e446-bacd-446c-b3e7-f4da40f09559 req-45085b69-a2bf-4f5f-a2b7-9cd74d5d849c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9526e428-93cb-4b36-b147-01a6ceccc3e0 HTTP/1.1" status: 200 len: 855 time: 0.5782609 Nov 25 00:28:39.258489 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae3d30-27f1-4389-bb80-edf8fa0db46d req-c420fd68-5486-48d0-8f64-fdd1a5c6172c tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:39.258489 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-73ae3d30-27f1-4389-bb80-edf8fa0db46d req-c420fd68-5486-48d0-8f64-fdd1a5c6172c tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=743eb98d-3b2a-440a-ba64-4140355ce62d HTTP/1.1" status: 200 len: 944 time: 0.1807716 Nov 25 00:28:39.338079 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4904c35-4bd4-4995-b281-983e32d75329 req-74c40cd8-ff00-4b78-a211-67b77ff36973 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:39.343098 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-e4904c35-4bd4-4995-b281-983e32d75329 req-74c40cd8-ff00-4b78-a211-67b77ff36973 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/networks?id=b8bd4317-422f-42e2-9a69-593359f6781e HTTP/1.1" status: 200 len: 811 time: 0.5517323 Nov 25 00:28:39.347022 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-89d5e446-bacd-446c-b3e7-f4da40f09559 req-46d7b3bf-74fb-4d07-85b5-5897f330f1f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6860e7f-1840-44cc-88a0-1bba28b2eba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1717968 Nov 25 00:28:39.403664 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-73ae3d30-27f1-4389-bb80-edf8fa0db46d req-5f3f044c-e335-4889-a568-bfcdf3effed7 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369615 Nov 25 00:28:39.435214 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-e4904c35-4bd4-4995-b281-983e32d75329 req-e9ce9089-3f96-43db-b007-a61935f66b0b tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/quotas/88fe9e6d44f845c4ab47c65b792ab8b8 HTTP/1.1" status: 200 len: 375 time: 0.0832086 Nov 25 00:28:39.446801 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-221a97a8-a73d-4748-ae97-7c401efc53ba tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for port, precommit_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:39.524970 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-221a97a8-a73d-4748-ae97-7c401efc53ba tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11622735'] for port, after_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:39.670458 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a97a8-a73d-4748-ae97-7c401efc53ba tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Pushing event updated for resources: {'Port': ['ID=dda75968-0ccc-4557-aa95-a3cc6a22cf47,revision_number=2']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:39.727637 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850fc0b-22a7-43c6-bea4-62ab837d20ac req-b94116b1-1e7a-4d63-bc40-a2ec99e72508 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:39.735705 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-5850fc0b-22a7-43c6-bea4-62ab837d20ac req-b94116b1-1e7a-4d63-bc40-a2ec99e72508 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/ports?device_id=e62daafa-272c-42a9-bacb-4aa817b6323c HTTP/1.1" status: 200 len: 943 time: 0.0917745 Nov 25 00:28:39.807890 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-5850fc0b-22a7-43c6-bea4-62ab837d20ac req-54b67c04-caf2-41ec-b6c2-e0e1ac64361a tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/security-groups?id=a07ebe53-e0bf-4c37-b8fb-76141d0c6ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710132 Nov 25 00:28:39.833158 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-e4904c35-4bd4-4995-b281-983e32d75329 req-394b4835-8b25-473b-bd90-356b7d7054d4 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=88fe9e6d44f845c4ab47c65b792ab8b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3831503 Nov 25 00:28:39.842796 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-89d5e446-bacd-446c-b3e7-f4da40f09559 req-06d3a393-a42a-4a9a-8811-f3800c09e256 service neutron] 10.222.0.36 "GET /v2.0/networks/c6860e7f-1840-44cc-88a0-1bba28b2eba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693031 Nov 25 00:28:39.844326 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-221a97a8-a73d-4748-ae97-7c401efc53ba tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622920'] for floatingip, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:40.076068 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-221a97a8-a73d-4748-ae97-7c401efc53ba tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for floatingip, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:40.077525 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-221a97a8-a73d-4748-ae97-7c401efc53ba tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3589358 Nov 25 00:28:40.134768 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-89d5e446-bacd-446c-b3e7-f4da40f09559 req-99b30a96-6f94-4dd1-81ba-2fadb3378cd6 service neutron] 10.222.0.36 "GET /v2.0/networks/c6860e7f-1840-44cc-88a0-1bba28b2eba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688529 Nov 25 00:28:40.158732 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-e4904c35-4bd4-4995-b281-983e32d75329 req-ae38eab3-5a51-4d9f-9e2e-bc1e37ca9f2e service neutron] 10.222.0.37 "GET /v2.0/networks/b8bd4317-422f-42e2-9a69-593359f6781e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949007 Nov 25 00:28:40.332642 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-e4904c35-4bd4-4995-b281-983e32d75329 req-8136ea1c-4ec8-45b1-8b5d-7214e38c9b02 service neutron] 10.222.0.37 "GET /v2.0/networks/b8bd4317-422f-42e2-9a69-593359f6781e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724644 Nov 25 00:28:40.760286 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-5d040282-5ade-412f-8797-47fa05fb92f5 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1745529680&fields=id&tenant_id=ab9bf63ea1ef4e45a31c8dad8d8491c4 HTTP/1.1" status: 200 len: 267 time: 0.1656311 Nov 25 00:28:40.928983 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16125563-4208-40bb-ad8d-cebf4f8355ba req-687f150f-a4df-4345-99a3-4a025dc8e980 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:40.939005 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 39698) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:40.947565 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-16125563-4208-40bb-ad8d-cebf4f8355ba req-687f150f-a4df-4345-99a3-4a025dc8e980 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=743eb98d-3b2a-440a-ba64-4140355ce62d HTTP/1.1" status: 200 len: 944 time: 0.1532958 Nov 25 00:28:41.026933 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-835e79e2-7e17-4f89-8d54-46685bca52f2 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:41.028648 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-835e79e2-7e17-4f89-8d54-46685bca52f2 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/networks?id=2ac47630-ede3-4aec-b968-c75e15d99ba8 HTTP/1.1" status: 200 len: 816 time: 0.2442691 Nov 25 00:28:41.058967 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-3d345ea7-1e4e-4418-bf4f-b35c27c4eafe tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/quotas/ab9bf63ea1ef4e45a31c8dad8d8491c4 HTTP/1.1" status: 200 len: 375 time: 0.0133309 Nov 25 00:28:41.071377 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-16125563-4208-40bb-ad8d-cebf4f8355ba req-b8e81b12-d923-4ebe-93ff-f1c17ad509dd tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223588 Nov 25 00:28:41.167724 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-0da29892-427c-49e0-8a6d-96a240000e86 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ab9bf63ea1ef4e45a31c8dad8d8491c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0930922 Nov 25 00:28:41.217397 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-94216a3e-03ba-469d-b174-bfe379800291 req-b8fb5808-4e94-4c4d-a329-f1a739824744 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 210 time: 0.0477397 Nov 25 00:28:41.309765 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-08829e88-0338-4278-b0fb-950e636ab459 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:41.400273 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-b870549b-c26e-4a43-ba37-b8eaf3904318 service neutron] 10.222.0.37 "GET /v2.0/networks/2ac47630-ede3-4aec-b968-c75e15d99ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981330 Nov 25 00:28:41.451527 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4bbe01-3b9c-4e4a-9b1e-6edfe1f0a0fa req-faa952fd-6a6e-4d5b-9329-109972d53fb9 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:41.459867 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7c4bbe01-3b9c-4e4a-9b1e-6edfe1f0a0fa req-faa952fd-6a6e-4d5b-9329-109972d53fb9 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/ports?device_id=e62daafa-272c-42a9-bacb-4aa817b6323c HTTP/1.1" status: 200 len: 943 time: 0.0757847 Nov 25 00:28:41.531779 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7c4bbe01-3b9c-4e4a-9b1e-6edfe1f0a0fa req-d13f3dc0-43dc-4212-8025-170540a30491 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/security-groups?id=a07ebe53-e0bf-4c37-b8fb-76141d0c6ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704653 Nov 25 00:28:41.589490 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-08829e88-0338-4278-b0fb-950e636ab459 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:41.603028 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-08829e88-0338-4278-b0fb-950e636ab459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:41.719165 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-b26b1147-7046-4f10-9a7e-a509a4296c1c service neutron] 10.222.0.37 "GET /v2.0/networks/2ac47630-ede3-4aec-b968-c75e15d99ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004568 Nov 25 00:28:41.721073 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08829e88-0338-4278-b0fb-950e636ab459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1f22e6-bcd4-4eee-8cf3-157510b58bb6,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:41.729537 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-08829e88-0338-4278-b0fb-950e636ab459 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f4c711f3861436890c98ee4977d04b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7880025 Nov 25 00:28:41.732404 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 39716) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:41.895460 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-4b65ac04-5c38-4ec0-b5ab-d5acad38b6eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:41.897953 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-c54c9fd7-9a26-4068-9bdf-68e230dce516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:42.005118 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-4b65ac04-5c38-4ec0-b5ab-d5acad38b6eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:42.114505 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-e6af6c54-3f7c-4d29-bd96-37967580f87c req-d15f7621-6548-4182-b107-721f99760a64 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 210 time: 0.0789936 Nov 25 00:28:42.122800 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-4b65ac04-5c38-4ec0-b5ab-d5acad38b6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:42.125671 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-4b65ac04-5c38-4ec0-b5ab-d5acad38b6eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:42.139480 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-4b65ac04-5c38-4ec0-b5ab-d5acad38b6eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4e1f22e6-bcd4-4eee-8cf3-157510b58bb6 HTTP/1.1" status: 204 len: 168 time: 0.3947308 Nov 25 00:28:42.159710 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b65ac04-5c38-4ec0-b5ab-d5acad38b6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1f22e6-bcd4-4eee-8cf3-157510b58bb6,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:42.382767 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822d15a-8b0f-405f-ae11-6ce7b6b0e47c req-bec4d1ba-44aa-4cce-abd1-fe7451cfd20b tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:42.385385 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-d822d15a-8b0f-405f-ae11-6ce7b6b0e47c req-bec4d1ba-44aa-4cce-abd1-fe7451cfd20b tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=743eb98d-3b2a-440a-ba64-4140355ce62d HTTP/1.1" status: 200 len: 944 time: 0.0924249 Nov 25 00:28:42.461849 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-d822d15a-8b0f-405f-ae11-6ce7b6b0e47c req-71fa5a23-e234-4f3f-a9b9-ae29f8af5044 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640528 Nov 25 00:28:42.543519 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f3e90a87-6f7b-4be9-ba8d-ce681ba09491 req-a943f2a9-bca8-48ec-a0bf-c53252488a00 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 210 time: 0.0660920 Nov 25 00:28:42.651274 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 39762) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:42.684867 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-693b196a-f385-4b3b-9298-7864a574ecfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:42.735440 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3d788-aed3-4725-b0f7-c68392d2130f req-fc6abb25-77a5-4a52-999f-2e09a53e415d tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:42.739051 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-d2c3d788-aed3-4725-b0f7-c68392d2130f req-fc6abb25-77a5-4a52-999f-2e09a53e415d tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/ports?device_id=e62daafa-272c-42a9-bacb-4aa817b6323c HTTP/1.1" status: 200 len: 943 time: 0.0949626 Nov 25 00:28:42.834181 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-693b196a-f385-4b3b-9298-7864a574ecfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:42.840071 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-693b196a-f385-4b3b-9298-7864a574ecfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:42.857106 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-d2c3d788-aed3-4725-b0f7-c68392d2130f req-2e56b114-a77d-48d3-b42b-acf5447fabfb tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/security-groups?id=a07ebe53-e0bf-4c37-b8fb-76141d0c6ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070380 Nov 25 00:28:42.975945 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 9b391fc4-2fba-4562-86f0-5208a9d94be7 details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=109125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 00:28:43.171144 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-693b196a-f385-4b3b-9298-7864a574ecfb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7a43de7cd219424c96dabf7f2aa9eacc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5178292 Nov 25 00:28:43.175328 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 39780) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:43.193918 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b196a-f385-4b3b-9298-7864a574ecfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57dc634e-20ce-4368-82fd-8b3f783d7e98,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:43.304847 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-62634bf2-292c-4e11-bb28-4240eafcfaa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:43.340030 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2f754eb4-4fb6-487b-85fb-23acfc9506de req-0ed21d28-7a84-4577-baa0-0080ca560d99 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 210 time: 0.0574791 Nov 25 00:28:43.353788 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-62634bf2-292c-4e11-bb28-4240eafcfaa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:43.366795 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 9b391fc4-2fba-4562-86f0-5208a9d94be7, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=9b391fc4-2fba-4562-86f0-5208a9d94be7,segment=NetworkSegment(ff69b7ff-6535-4a1f-b900-f4b0f4f9cd37),segment_id=ff69b7ff-6535-4a1f-b900-f4b0f4f9cd37)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:28:43.390993 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Returning: {'device': '9b391fc4-2fba-4562-86f0-5208a9d94be7', 'network_id': 'eec65319-57e0-4057-bff5-48191b9a49e0', 'port_id': '9b391fc4-2fba-4562-86f0-5208a9d94be7', 'mac_address': 'fa:16:3e:7a:83:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94174517-9a0d-4abc-b4dc-d97bcbadbd2f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 00:28:43.438013 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-62634bf2-292c-4e11-bb28-4240eafcfaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:43.438401 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:43.444008 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-62634bf2-292c-4e11-bb28-4240eafcfaa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:43.450514 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-62634bf2-292c-4e11-bb28-4240eafcfaa5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/57dc634e-20ce-4368-82fd-8b3f783d7e98 HTTP/1.1" status: 204 len: 168 time: 0.2700653 Nov 25 00:28:43.462705 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62634bf2-292c-4e11-bb28-4240eafcfaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57dc634e-20ce-4368-82fd-8b3f783d7e98,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:43.469412 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b391fc4-2fba-4562-86f0-5208a9d94be7 {{(pid=109125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:28:43.546336 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 9b391fc4-2fba-4562-86f0-5208a9d94be7, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=9b391fc4-2fba-4562-86f0-5208a9d94be7,segment=NetworkSegment(ff69b7ff-6535-4a1f-b900-f4b0f4f9cd37),segment_id=ff69b7ff-6535-4a1f-b900-f4b0f4f9cd37)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:28:43.556698 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:43.557931 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 766bc99c-1d66-4eda-8300-d09cef61ce3b details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=109125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 00:28:43.676757 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110a7a2-0823-4396-a3be-646a77a46286 req-93521213-f31f-46b2-88c2-e91e75c4a50a tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:43.687178 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-e110a7a2-0823-4396-a3be-646a77a46286 req-93521213-f31f-46b2-88c2-e91e75c4a50a tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=743eb98d-3b2a-440a-ba64-4140355ce62d HTTP/1.1" status: 200 len: 944 time: 0.0824687 Nov 25 00:28:43.751239 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-5b79872d-0ad3-4518-abd0-0ee84f769d67 req-10d5b195-e203-4db7-be43-49c05e0fcf24 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 210 time: 0.0440481 Nov 25 00:28:43.766753 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-e110a7a2-0823-4396-a3be-646a77a46286 req-492e7eed-a75c-4a65-a2af-b3b4ce5e2d7b tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783923 Nov 25 00:28:43.778977 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=9b391fc4-2fba-4562-86f0-5208a9d94be7,revision_number=4']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:43.863890 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 766bc99c-1d66-4eda-8300-d09cef61ce3b, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=766bc99c-1d66-4eda-8300-d09cef61ce3b,segment=NetworkSegment(1d001069-81f5-4588-89c3-3b44f4223981),segment_id=1d001069-81f5-4588-89c3-3b44f4223981)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:28:43.882301 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Returning: {'device': '766bc99c-1d66-4eda-8300-d09cef61ce3b', 'network_id': 'c6860e7f-1840-44cc-88a0-1bba28b2eba5', 'port_id': '766bc99c-1d66-4eda-8300-d09cef61ce3b', 'mac_address': 'fa:16:3e:99:e9:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9526e428-93cb-4b36-b147-01a6ceccc3e0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 00:28:43.977893 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:44.026215 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 766bc99c-1d66-4eda-8300-d09cef61ce3b {{(pid=109125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:28:44.071679 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 766bc99c-1d66-4eda-8300-d09cef61ce3b, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=766bc99c-1d66-4eda-8300-d09cef61ce3b,segment=NetworkSegment(1d001069-81f5-4588-89c3-3b44f4223981),segment_id=1d001069-81f5-4588-89c3-3b44f4223981)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:28:44.080547 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:44.191361 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f76d92-bb86-456b-8279-d10679c7b30b req-4795cc81-e405-45a6-9fb7-eeef5a0b30c2 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:44.206399 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-61f76d92-bb86-456b-8279-d10679c7b30b req-4795cc81-e405-45a6-9fb7-eeef5a0b30c2 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/ports?device_id=e62daafa-272c-42a9-bacb-4aa817b6323c HTTP/1.1" status: 200 len: 944 time: 0.1769750 Nov 25 00:28:44.291217 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=766bc99c-1d66-4eda-8300-d09cef61ce3b,revision_number=4']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:44.358249 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-61f76d92-bb86-456b-8279-d10679c7b30b req-bc7dc6e8-ee21-47ef-a102-ed9c8e067593 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/security-groups?id=a07ebe53-e0bf-4c37-b8fb-76141d0c6ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474686 Nov 25 00:28:44.436535 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['766bc99c-1d66-4eda-8300-d09cef61ce3b'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:28:44.552824 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['9b391fc4-2fba-4562-86f0-5208a9d94be7'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:28:44.558032 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-61509984-f446-43e2-894d-d1e518096ff5 req-11cad5d3-868c-4ddd-b65d-eff4d47f0440 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 210 time: 0.0693607 Nov 25 00:28:44.599479 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-31bea27b-0fbd-4c4a-a079-c0d5fa39bdeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:45.147787 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e507e-5f72-436a-ad6f-84648c6a7fa9 req-8980376c-63f6-4323-84c9-b55c4f22b31c tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:45.153395 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7b0e507e-5f72-436a-ad6f-84648c6a7fa9 req-8980376c-63f6-4323-84c9-b55c4f22b31c tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=743eb98d-3b2a-440a-ba64-4140355ce62d HTTP/1.1" status: 200 len: 945 time: 0.1767781 Nov 25 00:28:45.166331 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ae42bb74-f8dd-4886-932d-b1f14602c036 req-7d0914a7-cb64-4b6c-810f-19bca84ac980 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 210 time: 0.1369545 Nov 25 00:28:45.209006 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4904c35-4bd4-4995-b281-983e32d75329 req-fbfcd33a-de1f-400c-ad24-8dbefa52b00d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:45.213968 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-e4904c35-4bd4-4995-b281-983e32d75329 req-fbfcd33a-de1f-400c-ad24-8dbefa52b00d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.36 "GET /v2.0/networks?id=b8bd4317-422f-42e2-9a69-593359f6781e HTTP/1.1" status: 200 len: 811 time: 0.5262315 Nov 25 00:28:45.258296 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7b0e507e-5f72-436a-ad6f-84648c6a7fa9 req-1dde3eb8-7fa2-4a78-888d-9ac918943e97 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935881 Nov 25 00:28:45.413153 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-e4904c35-4bd4-4995-b281-983e32d75329 req-a8b382af-bb5a-4f24-93bb-7fed8e3ca81b tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88fe9e6d44f845c4ab47c65b792ab8b8 HTTP/1.1" status: 200 len: 380 time: 0.1882675 Nov 25 00:28:45.434773 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [req-e4904c35-4bd4-4995-b281-983e32d75329 req-b780876b-b017-4f4d-bb2c-8febcabc9628 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Request body: {'port': {'device_id': 'c7be779f-76ca-4a68-b0db-b4a7ef1b48af', 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e', 'admin_state_up': True, 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'security_groups': ['d784b8fd-5743-40b3-93b8-674659c2e46c']}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:28:45.632515 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4904c35-4bd4-4995-b281-983e32d75329 req-b780876b-b017-4f4d-bb2c-8febcabc9628 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Made reservation on behalf of 88fe9e6d44f845c4ab47c65b792ab8b8 for: {'port': 1} {{(pid=109124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:28:45.645702 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-e4904c35-4bd4-4995-b281-983e32d75329 req-b780876b-b017-4f4d-bb2c-8febcabc9628 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:45.827925 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31988e-c11d-484e-9049-c114d78644e8 req-de786381-2595-4d68-b3ac-c7dbdd2a7813 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:45.834607 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7c31988e-c11d-484e-9049-c114d78644e8 req-de786381-2595-4d68-b3ac-c7dbdd2a7813 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/ports?device_id=e62daafa-272c-42a9-bacb-4aa817b6323c HTTP/1.1" status: 200 len: 944 time: 0.2210059 Nov 25 00:28:45.906173 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ff8f86ae-59e2-4598-a5ea-3720ee818fd9 req-b2ad14be-4676-4234-8933-f8a6966af92f tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 210 time: 0.0517387 Nov 25 00:28:45.945396 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-affaefa8-1ce5-488a-a20c-f666a8a2e0f6 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:45.948394 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-affaefa8-1ce5-488a-a20c-f666a8a2e0f6 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.36 "GET /v2.0/networks?id=2ac47630-ede3-4aec-b968-c75e15d99ba8 HTTP/1.1" status: 200 len: 816 time: 0.4267249 Nov 25 00:28:45.973628 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7c31988e-c11d-484e-9049-c114d78644e8 req-4cca43f2-8777-4957-a791-d58519aac34f tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/security-groups?id=a07ebe53-e0bf-4c37-b8fb-76141d0c6ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300542 Nov 25 00:28:46.070265 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.db_base_plugin_common [req-e4904c35-4bd4-4995-b281-983e32d75329 req-b780876b-b017-4f4d-bb2c-8febcabc9628 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Allocated IP 172.20.0.4 (b8bd4317-422f-42e2-9a69-593359f6781e/f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9/b119409b-8ced-4456-81f2-968ea6e653bd) {{(pid=109124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:28:46.166320 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-ff6b144f-2612-4347-816c-7636523cf868 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab9bf63ea1ef4e45a31c8dad8d8491c4 HTTP/1.1" status: 200 len: 380 time: 0.2083268 Nov 25 00:28:46.350195 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-e4904c35-4bd4-4995-b281-983e32d75329 req-b780876b-b017-4f4d-bb2c-8febcabc9628 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for port, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:46.451298 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:46.454483 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-6bb72ee4-04ad-4d1d-9f61-f7857de1c4cf req-ef8af683-2e8c-4d38-a252-e2e725251b99 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 210 time: 0.1003001 Nov 25 00:28:46.519155 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-e4904c35-4bd4-4995-b281-983e32d75329 req-b780876b-b017-4f4d-bb2c-8febcabc9628 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:46.579357 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ed3d0-8ba3-4c86-95c8-ac56800838be req-f1ca65f2-057f-475e-9a2f-f1f4f10842ca tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:46.581053 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-9c1ed3d0-8ba3-4c86-95c8-ac56800838be req-f1ca65f2-057f-475e-9a2f-f1f4f10842ca tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=743eb98d-3b2a-440a-ba64-4140355ce62d HTTP/1.1" status: 200 len: 945 time: 0.1479373 Nov 25 00:28:46.607000 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4904c35-4bd4-4995-b281-983e32d75329 req-b780876b-b017-4f4d-bb2c-8febcabc9628 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Network b8bd4317-422f-42e2-9a69-593359f6781e is already hosted by enough agents. {{(pid=109124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:28:46.619381 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.base_scheduler [req-e4904c35-4bd4-4995-b281-983e32d75329 req-b780876b-b017-4f4d-bb2c-8febcabc9628 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Resources bound (agent type, host, resource id): {{(pid=109124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:28:46.622719 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4904c35-4bd4-4995-b281-983e32d75329 req-b780876b-b017-4f4d-bb2c-8febcabc9628 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Received port after_create {{(pid=109124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:28:46.682602 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780876b-b017-4f4d-bb2c-8febcabc9628 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Pushing event updated for resources: {'Port': ['ID=b119409b-8ced-4456-81f2-968ea6e653bd,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:46.777615 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4904c35-4bd4-4995-b281-983e32d75329 req-b780876b-b017-4f4d-bb2c-8febcabc9628 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:46.778734 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-e4904c35-4bd4-4995-b281-983e32d75329 req-b780876b-b017-4f4d-bb2c-8febcabc9628 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for port, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:46.790013 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-9c1ed3d0-8ba3-4c86-95c8-ac56800838be req-ac65c4a5-6f82-41b3-a7f3-f397d04c09af tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917946 Nov 25 00:28:46.819054 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-e4904c35-4bd4-4995-b281-983e32d75329 req-b780876b-b017-4f4d-bb2c-8febcabc9628 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3935182 Nov 25 00:28:46.884084 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-6c88a1b3-4d13-4ffc-850a-aac09a3aa56d None None] Provisioning complete for port b119409b-8ced-4456-81f2-968ea6e653bd triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:28:46.885004 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-6c88a1b3-4d13-4ffc-850a-aac09a3aa56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:46.937720 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-6c88a1b3-4d13-4ffc-850a-aac09a3aa56d None None] Port b119409b-8ced-4456-81f2-968ea6e653bd cannot update to ACTIVE because it is not bound. {{(pid=109125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 00:28:46.993516 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 9b391fc4-2fba-4562-86f0-5208a9d94be7 up at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:28:47.096628 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning for port 9b391fc4-2fba-4562-86f0-5208a9d94be7 completed by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 00:28:47.105879 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning complete for port 9b391fc4-2fba-4562-86f0-5208a9d94be7 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:28:47.106423 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:47.137579 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-d8993e38-d1c7-4c54-851c-d8b0cc08d506 req-9c418455-38d1-44f6-9792-3ab3334221cd tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 210 time: 0.0740056 Nov 25 00:28:47.237702 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb24cec-9ec1-432f-9bba-8c6130eb2639 req-35178003-6c53-4e6e-beb1-169f5f8ed9eb tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:47.239734 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7cb24cec-9ec1-432f-9bba-8c6130eb2639 req-35178003-6c53-4e6e-beb1-169f5f8ed9eb tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/ports?device_id=e62daafa-272c-42a9-bacb-4aa817b6323c HTTP/1.1" status: 200 len: 944 time: 0.1025333 Nov 25 00:28:47.259752 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:47.306888 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62daafa-272c-42a9-bacb-4aa817b6323c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b391fc4-2fba-4562-86f0-5208a9d94be7'}] {{(pid=109125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:28:47.332044 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7cb24cec-9ec1-432f-9bba-8c6130eb2639 req-91d5d9b7-84ff-4a27-b4b1-2d3465291618 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/security-groups?id=a07ebe53-e0bf-4c37-b8fb-76141d0c6ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822778 Nov 25 00:28:47.460342 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 9b391fc4-2fba-4562-86f0-5208a9d94be7, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=9b391fc4-2fba-4562-86f0-5208a9d94be7,segment=NetworkSegment(ff69b7ff-6535-4a1f-b900-f4b0f4f9cd37),segment_id=ff69b7ff-6535-4a1f-b900-f4b0f4f9cd37)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:28:47.467546 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:47.470307 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 766bc99c-1d66-4eda-8300-d09cef61ce3b up at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:28:47.623217 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=9b391fc4-2fba-4562-86f0-5208a9d94be7,revision_number=5']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:47.652655 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning for port 766bc99c-1d66-4eda-8300-d09cef61ce3b completed by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 00:28:47.658545 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning complete for port 766bc99c-1d66-4eda-8300-d09cef61ce3b triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:28:47.659737 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:47.710837 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b40ce054491f5bd1a33a22e0e33c095860c6622367658d2460ab374ec6fa3a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a494e3bb-fd03-45c4-ac26-02b3cdec35f2" -d '{"events": [{"server_uuid": "e62daafa-272c-42a9-bacb-4aa817b6323c", "name": "network-vif-plugged", "status": "completed", "tag": "9b391fc4-2fba-4562-86f0-5208a9d94be7"}]}' {{(pid=109125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:28:47.727294 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd6cce-0244-4219-9f75-8e5ef0600eba req-ffe5ca9f-bf2e-44fc-8152-f19abb031b3a tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:47.730587 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-e0fd6cce-0244-4219-9f75-8e5ef0600eba req-ffe5ca9f-bf2e-44fc-8152-f19abb031b3a tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 931 time: 0.0937498 Nov 25 00:28:47.811365 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-e0fd6cce-0244-4219-9f75-8e5ef0600eba req-f98f93bd-72d3-454f-b4cd-c230313f33d1 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662725 Nov 25 00:28:47.836195 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:47.905085 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 766bc99c-1d66-4eda-8300-d09cef61ce3b, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=766bc99c-1d66-4eda-8300-d09cef61ce3b,segment=NetworkSegment(1d001069-81f5-4588-89c3-3b44f4223981),segment_id=1d001069-81f5-4588-89c3-3b44f4223981)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:28:47.914270 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:47.967041 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99dfa9bf-2d3e-43d1-bd41-659f139c912b x-openstack-request-id: req-99dfa9bf-2d3e-43d1-bd41-659f139c912b {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:28:47.967956 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62daafa-272c-42a9-bacb-4aa817b6323c", "name": "network-vif-plugged", "status": "completed", "tag": "9b391fc4-2fba-4562-86f0-5208a9d94be7", "code": 200}]} {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:28:47.968884 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-99dfa9bf-2d3e-43d1-bd41-659f139c912b {{(pid=109125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:28:47.969717 dv-cinder-819200-1-iscsi neutron-server[109125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e62daafa-272c-42a9-bacb-4aa817b6323c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b391fc4-2fba-4562-86f0-5208a9d94be7', 'code': 200} Nov 25 00:28:48.012285 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=766bc99c-1d66-4eda-8300-d09cef61ce3b,revision_number=5']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:48.061813 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac997e1-fbb9-4794-9ab3-33652c211201 req-c28a5278-0165-4560-9137-b22016ca0ece tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:48.065136 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4ac997e1-fbb9-4794-9ab3-33652c211201 req-c28a5278-0165-4560-9137-b22016ca0ece tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=743eb98d-3b2a-440a-ba64-4140355ce62d HTTP/1.1" status: 200 len: 946 time: 0.0806115 Nov 25 00:28:48.153152 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4ac997e1-fbb9-4794-9ab3-33652c211201 req-340ff911-3e46-4c63-9965-2db35e795d01 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813165 Nov 25 00:28:48.278022 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-004ecbec-dd97-4bdb-bf5b-c25853eb089e req-8b04e0d6-e974-498b-9f9a-cd469b7d7a4b tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 210 time: 0.0418260 Nov 25 00:28:48.401420 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:48.404107 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:48.540802 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef35181-1f45-452a-b579-59e9235d1e05 req-8c4b58c1-5e7e-4fc3-89f8-127b3a12658d tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:48.543454 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2ef35181-1f45-452a-b579-59e9235d1e05 req-8c4b58c1-5e7e-4fc3-89f8-127b3a12658d tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/ports?device_id=e62daafa-272c-42a9-bacb-4aa817b6323c HTTP/1.1" status: 200 len: 945 time: 0.0946620 Nov 25 00:28:48.613496 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2ef35181-1f45-452a-b579-59e9235d1e05 req-fc1de41b-2cdb-4c05-9ff9-5c873e2c80d5 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/security-groups?id=a07ebe53-e0bf-4c37-b8fb-76141d0c6ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622759 Nov 25 00:28:48.847053 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-86b0d6ec-8bad-48a0-8fb4-ad881b9949cc tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Request body: {'port': {'device_id': 'f9809d6d-c3f6-4aa3-985f-00e0d552df42', 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8', 'admin_state_up': True, 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'security_groups': ['164b11d9-ae38-47e1-b673-579bbda6125d']}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:28:48.848434 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [req-e4904c35-4bd4-4995-b281-983e32d75329 req-fde7734e-c2be-4816-b0f6-7fee6fef57f0 service neutron] Request body: {'port': {'device_id': 'c7be779f-76ca-4a68-b0db-b4a7ef1b48af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:28:48.934345 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-e4904c35-4bd4-4995-b281-983e32d75329 req-fde7734e-c2be-4816-b0f6-7fee6fef57f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:49.103847 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.36', 50697) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:49.104331 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 39966) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:49.234286 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed51aa-ecae-4936-9fb0-0db82adc718d req-d26ba9fb-e073-4881-bcba-14a01d61dadb tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:49.237026 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-d7ed51aa-ecae-4936-9fb0-0db82adc718d req-d26ba9fb-e073-4881-bcba-14a01d61dadb tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 931 time: 0.1833456 Nov 25 00:28:49.325592 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e37abc-590e-4d9b-9cb6-bc55d453b8d8 req-704ee887-17d0-4f8d-8d2e-f454d607c28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:49.328356 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-d8e37abc-590e-4d9b-9cb6-bc55d453b8d8 req-704ee887-17d0-4f8d-8d2e-f454d607c28a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e62daafa-272c-42a9-bacb-4aa817b6323c HTTP/1.1" status: 200 len: 1098 time: 0.2218120 Nov 25 00:28:49.331892 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-86b0d6ec-8bad-48a0-8fb4-ad881b9949cc tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Made reservation on behalf of ab9bf63ea1ef4e45a31c8dad8d8491c4 for: {'port': 1} {{(pid=109123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:28:49.337255 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-86b0d6ec-8bad-48a0-8fb4-ad881b9949cc tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:49.429501 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-d8e37abc-590e-4d9b-9cb6-bc55d453b8d8 req-e4a5dd43-374d-48d5-8054-84d0c0ff6366 service neutron] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:49.473790 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-62796152-cd57-4b43-a6aa-581cd5c73a98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:49.489010 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-d7ed51aa-ecae-4936-9fb0-0db82adc718d req-ea65cd72-7be0-4610-9380-fb190bf4fd39 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2346115 Nov 25 00:28:49.495987 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.notifiers.nova [req-e4904c35-4bd4-4995-b281-983e32d75329 req-fde7734e-c2be-4816-b0f6-7fee6fef57f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b119409b-8ced-4456-81f2-968ea6e653bd {{(pid=109124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:28:49.505981 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-e4904c35-4bd4-4995-b281-983e32d75329 req-fde7734e-c2be-4816-b0f6-7fee6fef57f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:49.524130 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.provisioning_blocks [req-e4904c35-4bd4-4995-b281-983e32d75329 req-fde7734e-c2be-4816-b0f6-7fee6fef57f0 service neutron] Transition to ACTIVE for port object b119409b-8ced-4456-81f2-968ea6e653bd will not be triggered until provisioned by entity L2. {{(pid=109124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 00:28:49.530998 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-e4904c35-4bd4-4995-b281-983e32d75329 req-fde7734e-c2be-4816-b0f6-7fee6fef57f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11622735'] for port, after_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:49.588507 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7734e-c2be-4816-b0f6-7fee6fef57f0 service neutron] Pushing event updated for resources: {'Port': ['ID=b119409b-8ced-4456-81f2-968ea6e653bd,revision_number=2']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:49.616028 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7dd7d-cc89-4133-8ad4-f9893e93c82c req-e057ad58-b7a0-4dcd-aaaa-4401ed7ca4cd tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:49.618804 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-12d7dd7d-cc89-4133-8ad4-f9893e93c82c req-e057ad58-b7a0-4dcd-aaaa-4401ed7ca4cd tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=743eb98d-3b2a-440a-ba64-4140355ce62d HTTP/1.1" status: 200 len: 946 time: 0.3157506 Nov 25 00:28:49.719780 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c49ec779-0cd2-4b92-bd9b-644fefc32874 req-1cde141a-9ed5-464d-a9c5-d68b619f30ce tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 210 time: 0.0377226 Nov 25 00:28:49.741222 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.managers [req-e4904c35-4bd4-4995-b281-983e32d75329 req-fde7734e-c2be-4816-b0f6-7fee6fef57f0 service neutron] Attempting to bind port b119409b-8ced-4456-81f2-968ea6e653bd on host hv-cinder-81920 for vnic_type normal with profile {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:28:49.741672 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.managers [req-e4904c35-4bd4-4995-b281-983e32d75329 req-fde7734e-c2be-4816-b0f6-7fee6fef57f0 service neutron] Attempting to bind port b119409b-8ced-4456-81f2-968ea6e653bd by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': '5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e'}] {{(pid=109124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:28:49.741977 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4904c35-4bd4-4995-b281-983e32d75329 req-fde7734e-c2be-4816-b0f6-7fee6fef57f0 service neutron] Attempting to bind port b119409b-8ced-4456-81f2-968ea6e653bd on network b8bd4317-422f-42e2-9a69-593359f6781e {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:28:49.755694 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4904c35-4bd4-4995-b281-983e32d75329 req-fde7734e-c2be-4816-b0f6-7fee6fef57f0 service neutron] Port b119409b-8ced-4456-81f2-968ea6e653bd on network b8bd4317-422f-42e2-9a69-593359f6781e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 00:28:49.756023 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4904c35-4bd4-4995-b281-983e32d75329 req-fde7734e-c2be-4816-b0f6-7fee6fef57f0 service neutron] Attempting to bind port b119409b-8ced-4456-81f2-968ea6e653bd on network b8bd4317-422f-42e2-9a69-593359f6781e {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:28:49.770536 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4904c35-4bd4-4995-b281-983e32d75329 req-fde7734e-c2be-4816-b0f6-7fee6fef57f0 service neutron] Checking agent: {'id': 'ecb47d45-642b-455d-9e6f-8b3bbedb4480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'started_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:28:49.770928 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4904c35-4bd4-4995-b281-983e32d75329 req-fde7734e-c2be-4816-b0f6-7fee6fef57f0 service neutron] Checking segment: {'id': '5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:28:49.771550 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4904c35-4bd4-4995-b281-983e32d75329 req-fde7734e-c2be-4816-b0f6-7fee6fef57f0 service neutron] Bound using segment: {'id': '5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e'} {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:28:49.771995 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.managers [req-e4904c35-4bd4-4995-b281-983e32d75329 req-fde7734e-c2be-4816-b0f6-7fee6fef57f0 service neutron] Bound port: b119409b-8ced-4456-81f2-968ea6e653bd, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e'}}] {{(pid=109124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:28:49.778420 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-e4904c35-4bd4-4995-b281-983e32d75329 req-fde7734e-c2be-4816-b0f6-7fee6fef57f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:49.907295 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-d8e37abc-590e-4d9b-9cb6-bc55d453b8d8 req-e4a5dd43-374d-48d5-8054-84d0c0ff6366 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:49.971906 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743eb98d-3b2a-440a-ba64-4140355ce62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766bc99c-1d66-4eda-8300-d09cef61ce3b'}] {{(pid=109125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:28:49.974306 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b40ce054491f5bd1a33a22e0e33c095860c6622367658d2460ab374ec6fa3a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018d1da7-d7d4-4bd6-895f-8400de5af9e8" -d '{"events": [{"server_uuid": "743eb98d-3b2a-440a-ba64-4140355ce62d", "name": "network-vif-plugged", "status": "completed", "tag": "766bc99c-1d66-4eda-8300-d09cef61ce3b"}]}' {{(pid=109125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:28:49.984110 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [req-e4904c35-4bd4-4995-b281-983e32d75329 req-fde7734e-c2be-4816-b0f6-7fee6fef57f0 service neutron] For port b119409b-8ced-4456-81f2-968ea6e653bd, host hv-cinder-81920, cleared binding levels {{(pid=109124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:28:49.988917 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [req-e4904c35-4bd4-4995-b281-983e32d75329 req-fde7734e-c2be-4816-b0f6-7fee6fef57f0 service neutron] For port b119409b-8ced-4456-81f2-968ea6e653bd, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=b119409b-8ced-4456-81f2-968ea6e653bd,segment=NetworkSegment(5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6),segment_id=5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6)] {{(pid=109124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:28:50.007034 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-e4904c35-4bd4-4995-b281-983e32d75329 req-fde7734e-c2be-4816-b0f6-7fee6fef57f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11622735'] for port, after_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:50.039730 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-d8e37abc-590e-4d9b-9cb6-bc55d453b8d8 req-e4a5dd43-374d-48d5-8054-84d0c0ff6366 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:50.039954 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683a1e2-4a5d-4b41-b6b1-0e78b2cab0c4 req-70efe5d8-fe81-4452-a4de-82eb0e6c4c25 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:50.059145 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f683a1e2-4a5d-4b41-b6b1-0e78b2cab0c4 req-70efe5d8-fe81-4452-a4de-82eb0e6c4c25 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/ports?device_id=e62daafa-272c-42a9-bacb-4aa817b6323c HTTP/1.1" status: 200 len: 945 time: 0.1423390 Nov 25 00:28:50.062695 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:50.172970 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-62796152-cd57-4b43-a6aa-581cd5c73a98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:50.202439 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.db_base_plugin_common [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-86b0d6ec-8bad-48a0-8fb4-ad881b9949cc tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Allocated IP 172.20.0.3 (2ac47630-ede3-4aec-b968-c75e15d99ba8/e4f92811-004c-42eb-91fc-ffe218f909da/d7850e98-99f6-49c8-9b73-7628661955e3) {{(pid=109123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:28:50.219470 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4904c35-4bd4-4995-b281-983e32d75329 req-fde7734e-c2be-4816-b0f6-7fee6fef57f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:50.221309 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-e4904c35-4bd4-4995-b281-983e32d75329 req-fde7734e-c2be-4816-b0f6-7fee6fef57f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for port, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:50.224079 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-e4904c35-4bd4-4995-b281-983e32d75329 req-fde7734e-c2be-4816-b0f6-7fee6fef57f0 service neutron] 10.222.0.36 "PUT /v2.0/ports/b119409b-8ced-4456-81f2-968ea6e653bd HTTP/1.1" status: 200 len: 1093 time: 1.3808501 Nov 25 00:28:50.224980 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7be779f-76ca-4a68-b0db-b4a7ef1b48af', 'tag': 'b119409b-8ced-4456-81f2-968ea6e653bd'}] {{(pid=109124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:28:50.230049 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c540b04f577278a42f04ac83864b9661265f6e355fc5f2cf5b057c36d7214e30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7279db-a86a-4ec9-a9f5-a14d77b70f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "c7be779f-76ca-4a68-b0db-b4a7ef1b48af", "tag": "b119409b-8ced-4456-81f2-968ea6e653bd"}]}' {{(pid=109124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:28:50.333237 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 40000) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:50.449993 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f683a1e2-4a5d-4b41-b6b1-0e78b2cab0c4 req-125bc0fb-2a7d-43cf-b5f5-a0f1ed85fb65 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/security-groups?id=a07ebe53-e0bf-4c37-b8fb-76141d0c6ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878267 Nov 25 00:28:50.454663 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-86b0d6ec-8bad-48a0-8fb4-ad881b9949cc tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for port, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:50.521788 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7734e-c2be-4816-b0f6-7fee6fef57f0 service neutron] Pushing event updated for resources: {'Port': ['ID=b119409b-8ced-4456-81f2-968ea6e653bd,revision_number=3']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:50.548557 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-62796152-cd57-4b43-a6aa-581cd5c73a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:50.555351 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4904c35-4bd4-4995-b281-983e32d75329 req-8641edee-6ea3-40a8-b265-2da7e73ff1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:50.566279 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-e4904c35-4bd4-4995-b281-983e32d75329 req-8641edee-6ea3-40a8-b265-2da7e73ff1b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88fe9e6d44f845c4ab47c65b792ab8b8&device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 1096 time: 0.2387996 Nov 25 00:28:50.611824 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9478438-0fd3-4185-b682-d9302c7a5d48 x-openstack-request-id: req-b9478438-0fd3-4185-b682-d9302c7a5d48 {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:28:50.612123 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743eb98d-3b2a-440a-ba64-4140355ce62d", "name": "network-vif-plugged", "status": "completed", "tag": "766bc99c-1d66-4eda-8300-d09cef61ce3b", "code": 200}]} {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:28:50.612482 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9478438-0fd3-4185-b682-d9302c7a5d48 {{(pid=109125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:28:50.612989 dv-cinder-819200-1-iscsi neutron-server[109125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743eb98d-3b2a-440a-ba64-4140355ce62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766bc99c-1d66-4eda-8300-d09cef61ce3b', 'code': 200} Nov 25 00:28:50.731998 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-86b0d6ec-8bad-48a0-8fb4-ad881b9949cc tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:50.750193 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-d8e37abc-590e-4d9b-9cb6-bc55d453b8d8 req-e4a5dd43-374d-48d5-8054-84d0c0ff6366 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a07ebe53-e0bf-4c37-b8fb-76141d0c6ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4069552 Nov 25 00:28:50.757955 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5dd43-374d-48d5-8054-84d0c0ff6366 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0de61645-4559-4b41-b3f6-eaaba2062146,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:50.782219 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 00:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754ac1be-18e7-4589-bf3e-9b0ac389a5a7 x-openstack-request-id: req-754ac1be-18e7-4589-bf3e-9b0ac389a5a7 {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:28:50.782711 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7be779f-76ca-4a68-b0db-b4a7ef1b48af", "tag": "b119409b-8ced-4456-81f2-968ea6e653bd", "status": "completed", "code": 200}]} {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:28:50.783139 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-754ac1be-18e7-4589-bf3e-9b0ac389a5a7 {{(pid=109124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:28:50.783814 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7be779f-76ca-4a68-b0db-b4a7ef1b48af', 'tag': 'b119409b-8ced-4456-81f2-968ea6e653bd', 'status': 'completed', 'code': 200} Nov 25 00:28:50.790987 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-e4904c35-4bd4-4995-b281-983e32d75329 req-b9cd920f-caa9-4e40-a24e-d2ed8e84fd2a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b119409b-8ced-4456-81f2-968ea6e653bd HTTP/1.1" status: 200 len: 217 time: 0.2166188 Nov 25 00:28:50.821960 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-49a56e5d-b404-48cc-a57e-ecc7f50f9f53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:50.847922 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0d6ec-8bad-48a0-8fb4-ad881b9949cc tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Pushing event updated for resources: {'Port': ['ID=d7850e98-99f6-49c8-9b73-7628661955e3,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:50.884397 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-12d7dd7d-cc89-4133-8ad4-f9893e93c82c req-e8a4bb99-1793-4914-a975-daafcb5e39a1 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2356775 Nov 25 00:28:50.924548 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-62796152-cd57-4b43-a6aa-581cd5c73a98 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9fe58e848cc941f683c45e1e47b50b76&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8158045 Nov 25 00:28:50.941404 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 40016) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:50.958865 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-49a56e5d-b404-48cc-a57e-ecc7f50f9f53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:50.976628 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-49a56e5d-b404-48cc-a57e-ecc7f50f9f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:51.003551 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-86b0d6ec-8bad-48a0-8fb4-ad881b9949cc tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Network 2ac47630-ede3-4aec-b968-c75e15d99ba8 is already hosted by enough agents. {{(pid=109123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:28:51.018888 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-49a56e5d-b404-48cc-a57e-ecc7f50f9f53 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f3025051b23246fc88687a4e470195b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6684859 Nov 25 00:28:51.045857 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 40020) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:51.054924 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-86b0d6ec-8bad-48a0-8fb4-ad881b9949cc tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Resources bound (agent type, host, resource id): {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:28:51.151332 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-86b0d6ec-8bad-48a0-8fb4-ad881b9949cc tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Received port after_create {{(pid=109123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:28:51.194676 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a56e5d-b404-48cc-a57e-ecc7f50f9f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd21903-ac50-4164-aab0-a109969f4304,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:51.213360 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31759830-b06f-4887-bb52-0c55b1e6c35b req-e86bbbbb-a135-447b-ba48-ddde358f6513 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:51.223516 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-31759830-b06f-4887-bb52-0c55b1e6c35b req-e86bbbbb-a135-447b-ba48-ddde358f6513 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 943 time: 0.2621827 Nov 25 00:28:51.302927 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4904c35-4bd4-4995-b281-983e32d75329 req-d12ed815-ab86-4b5d-a915-97c0b79cacea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:51.309508 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-e4904c35-4bd4-4995-b281-983e32d75329 req-d12ed815-ab86-4b5d-a915-97c0b79cacea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9 HTTP/1.1" status: 200 len: 850 time: 0.2987444 Nov 25 00:28:51.347769 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62796152-cd57-4b43-a6aa-581cd5c73a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f446498-1ac2-4e47-a400-4b7549166234,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:51.369436 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-86b0d6ec-8bad-48a0-8fb4-ad881b9949cc tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:51.371362 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-86b0d6ec-8bad-48a0-8fb4-ad881b9949cc tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for port, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:51.451474 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-31759830-b06f-4887-bb52-0c55b1e6c35b req-6a3f9f6d-0b1e-48ac-b6d3-85096273f8e5 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264950 Nov 25 00:28:51.472223 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-86b0d6ec-8bad-48a0-8fb4-ad881b9949cc tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6332932 Nov 25 00:28:51.481270 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4904c35-4bd4-4995-b281-983e32d75329 req-48962a5f-6c5d-4366-8c22-f55d932ce4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:51.483828 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-e4904c35-4bd4-4995-b281-983e32d75329 req-48962a5f-6c5d-4366-8c22-f55d932ce4ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b8bd4317-422f-42e2-9a69-593359f6781e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1613102 Nov 25 00:28:51.518963 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-0eda0f75-ea61-476d-99eb-ba4b42a2b1de service neutron] Request body: {'port': {'device_id': 'f9809d6d-c3f6-4aa3-985f-00e0d552df42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:28:51.566474 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-e2151f5a-b8b2-4231-b874-c96a40bb4bd4 None None] Provisioning complete for port d7850e98-99f6-49c8-9b73-7628661955e3 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:28:51.568250 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-e2151f5a-b8b2-4231-b874-c96a40bb4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:51.582480 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-93192acb-063e-45ad-9351-6c21162f7527 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:51.637558 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-e2151f5a-b8b2-4231-b874-c96a40bb4bd4 None None] Port d7850e98-99f6-49c8-9b73-7628661955e3 cannot update to ACTIVE because it is not bound. {{(pid=109125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 00:28:51.650033 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31461aca-dff9-4c3c-8865-a349a8cbc5a0 req-72401a76-c372-45bd-a41f-e16304d42fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:51.652897 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-31461aca-dff9-4c3c-8865-a349a8cbc5a0 req-72401a76-c372-45bd-a41f-e16304d42fe8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=743eb98d-3b2a-440a-ba64-4140355ce62d HTTP/1.1" status: 200 len: 1099 time: 0.5407925 Nov 25 00:28:51.675639 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3f616-1235-4d11-b6af-53d900a9cb85 req-af91df7b-c2b2-434b-92d4-9ca85c95c99d tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:51.677300 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a8c3f616-1235-4d11-b6af-53d900a9cb85 req-af91df7b-c2b2-434b-92d4-9ca85c95c99d tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 931 time: 0.5422397 Nov 25 00:28:51.678016 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d3d77f3d-9c77-4401-b21a-66c8b6cbe142 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:51.704410 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-93192acb-063e-45ad-9351-6c21162f7527 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:51.770904 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-0eda0f75-ea61-476d-99eb-ba4b42a2b1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:51.808413 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d3d77f3d-9c77-4401-b21a-66c8b6cbe142 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:51.863537 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-e4904c35-4bd4-4995-b281-983e32d75329 req-a172f321-aa26-4a64-860e-f48a0c63680a service neutron] 10.222.0.36 "GET /v2.0/networks/b8bd4317-422f-42e2-9a69-593359f6781e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720098 Nov 25 00:28:51.872664 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce671a-2cb1-4de8-8cb9-4c8e2cd46e18 req-72297a69-6815-41a0-975b-7251cafc90f8 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:51.874270 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8bce671a-2cb1-4de8-8cb9-4c8e2cd46e18 req-72297a69-6815-41a0-975b-7251cafc90f8 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/ports?device_id=e62daafa-272c-42a9-bacb-4aa817b6323c HTTP/1.1" status: 200 len: 945 time: 0.2771797 Nov 25 00:28:51.896782 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-31461aca-dff9-4c3c-8865-a349a8cbc5a0 req-89fefc3b-44a8-49e3-8c37-9b7d1d34544f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974807 Nov 25 00:28:51.929652 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a8c3f616-1235-4d11-b6af-53d900a9cb85 req-f89935c9-00de-435b-bf23-a5486d8056a9 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180045 Nov 25 00:28:51.950235 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8bce671a-2cb1-4de8-8cb9-4c8e2cd46e18 req-a36a61a8-8328-444e-bd0f-c1b6a2f7dacf tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/security-groups?id=a07ebe53-e0bf-4c37-b8fb-76141d0c6ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591664 Nov 25 00:28:52.035874 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-93192acb-063e-45ad-9351-6c21162f7527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:52.038447 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-93192acb-063e-45ad-9351-6c21162f7527 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:52.039634 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-93192acb-063e-45ad-9351-6c21162f7527 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ecd21903-ac50-4164-aab0-a109969f4304 HTTP/1.1" status: 204 len: 168 time: 0.9873896 Nov 25 00:28:52.045990 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d3d77f3d-9c77-4401-b21a-66c8b6cbe142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:52.048558 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d3d77f3d-9c77-4401-b21a-66c8b6cbe142 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:52.051413 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-d3d77f3d-9c77-4401-b21a-66c8b6cbe142 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3f446498-1ac2-4e47-a400-4b7549166234 HTTP/1.1" status: 204 len: 168 time: 1.0816729 Nov 25 00:28:52.088753 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93192acb-063e-45ad-9351-6c21162f7527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd21903-ac50-4164-aab0-a109969f4304,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:52.116637 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d77f3d-9c77-4401-b21a-66c8b6cbe142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f446498-1ac2-4e47-a400-4b7549166234,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:52.192799 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a28ead-4308-4dd2-bc88-6d6d409ab0ed req-33293671-c2c5-413d-bf97-60c20ee23d05 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:52.200626 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-33a28ead-4308-4dd2-bc88-6d6d409ab0ed req-33293671-c2c5-413d-bf97-60c20ee23d05 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=743eb98d-3b2a-440a-ba64-4140355ce62d HTTP/1.1" status: 200 len: 946 time: 0.1661181 Nov 25 00:28:52.314125 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-33a28ead-4308-4dd2-bc88-6d6d409ab0ed req-f1caca56-afb0-474b-b1cb-781044e4dab6 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096277 Nov 25 00:28:52.415848 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-0eda0f75-ea61-476d-99eb-ba4b42a2b1de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7850e98-99f6-49c8-9b73-7628661955e3 {{(pid=109123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:28:52.430232 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-0eda0f75-ea61-476d-99eb-ba4b42a2b1de service neutron] Publish callbacks [] for port, precommit_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:52.450111 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.provisioning_blocks [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-0eda0f75-ea61-476d-99eb-ba4b42a2b1de service neutron] Transition to ACTIVE for port object d7850e98-99f6-49c8-9b73-7628661955e3 will not be triggered until provisioned by entity L2. {{(pid=109123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 00:28:52.455208 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-0eda0f75-ea61-476d-99eb-ba4b42a2b1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11305756'] for port, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:52.566229 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda0f75-ea61-476d-99eb-ba4b42a2b1de service neutron] Pushing event updated for resources: {'Port': ['ID=d7850e98-99f6-49c8-9b73-7628661955e3,revision_number=2']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:52.643012 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.managers [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-0eda0f75-ea61-476d-99eb-ba4b42a2b1de service neutron] Attempting to bind port d7850e98-99f6-49c8-9b73-7628661955e3 on host hv-cinder-81920 for vnic_type normal with profile {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:28:52.643394 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.managers [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-0eda0f75-ea61-476d-99eb-ba4b42a2b1de service neutron] Attempting to bind port d7850e98-99f6-49c8-9b73-7628661955e3 by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': 'ad64d367-3aef-4d3a-b35a-0b8f6019cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8'}] {{(pid=109123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:28:52.643726 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-0eda0f75-ea61-476d-99eb-ba4b42a2b1de service neutron] Attempting to bind port d7850e98-99f6-49c8-9b73-7628661955e3 on network 2ac47630-ede3-4aec-b968-c75e15d99ba8 {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:28:52.666352 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-0eda0f75-ea61-476d-99eb-ba4b42a2b1de service neutron] Port d7850e98-99f6-49c8-9b73-7628661955e3 on network 2ac47630-ede3-4aec-b968-c75e15d99ba8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 00:28:52.666709 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-0eda0f75-ea61-476d-99eb-ba4b42a2b1de service neutron] Attempting to bind port d7850e98-99f6-49c8-9b73-7628661955e3 on network 2ac47630-ede3-4aec-b968-c75e15d99ba8 {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:28:52.679750 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-0eda0f75-ea61-476d-99eb-ba4b42a2b1de service neutron] Checking agent: {'id': 'ecb47d45-642b-455d-9e6f-8b3bbedb4480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'started_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:28:52.680075 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-0eda0f75-ea61-476d-99eb-ba4b42a2b1de service neutron] Checking segment: {'id': 'ad64d367-3aef-4d3a-b35a-0b8f6019cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:28:52.680872 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-0eda0f75-ea61-476d-99eb-ba4b42a2b1de service neutron] Bound using segment: {'id': 'ad64d367-3aef-4d3a-b35a-0b8f6019cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8'} {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:28:52.681057 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.managers [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-0eda0f75-ea61-476d-99eb-ba4b42a2b1de service neutron] Bound port: d7850e98-99f6-49c8-9b73-7628661955e3, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad64d367-3aef-4d3a-b35a-0b8f6019cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8'}}] {{(pid=109123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:28:52.681271 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-0eda0f75-ea61-476d-99eb-ba4b42a2b1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:52.696809 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 40064) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:52.718933 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-ac7a3132-575f-4c2f-a421-b6d2e93309bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:52.759237 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4fd2b-1b31-43b6-aa53-8fe23f1b230e req-7affcaee-8d74-49d4-992e-5cc73b440a4b tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:52.764080 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-59b4fd2b-1b31-43b6-aa53-8fe23f1b230e req-7affcaee-8d74-49d4-992e-5cc73b440a4b tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 943 time: 0.1395409 Nov 25 00:28:52.830601 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-0eda0f75-ea61-476d-99eb-ba4b42a2b1de service neutron] For port d7850e98-99f6-49c8-9b73-7628661955e3, host hv-cinder-81920, cleared binding levels {{(pid=109123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:28:52.835240 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-0eda0f75-ea61-476d-99eb-ba4b42a2b1de service neutron] For port d7850e98-99f6-49c8-9b73-7628661955e3, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=d7850e98-99f6-49c8-9b73-7628661955e3,segment=NetworkSegment(ad64d367-3aef-4d3a-b35a-0b8f6019cb92),segment_id=ad64d367-3aef-4d3a-b35a-0b8f6019cb92)] {{(pid=109123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:28:52.842084 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-0eda0f75-ea61-476d-99eb-ba4b42a2b1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11305756'] for port, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:52.888771 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-0eda0f75-ea61-476d-99eb-ba4b42a2b1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:52.889821 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-0eda0f75-ea61-476d-99eb-ba4b42a2b1de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for port, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:52.891483 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-59b4fd2b-1b31-43b6-aa53-8fe23f1b230e req-d246d18d-0698-4902-8f1e-9efc8ee664bc tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040366 Nov 25 00:28:52.904868 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-0eda0f75-ea61-476d-99eb-ba4b42a2b1de service neutron] 10.222.0.36 "PUT /v2.0/ports/d7850e98-99f6-49c8-9b73-7628661955e3 HTTP/1.1" status: 200 len: 1093 time: 1.4170935 Nov 25 00:28:52.914535 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9809d6d-c3f6-4aa3-985f-00e0d552df42', 'tag': 'd7850e98-99f6-49c8-9b73-7628661955e3'}] {{(pid=109123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:28:52.917403 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d6797fd55ce1482701f76a6a20d13483833b06e18cae27317f32e85b7a837" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a54ca2a-29c4-4026-9fe3-d9ec497e23e9" -d '{"events": [{"name": "network-changed", "server_uuid": "f9809d6d-c3f6-4aa3-985f-00e0d552df42", "tag": "d7850e98-99f6-49c8-9b73-7628661955e3"}]}' {{(pid=109123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:28:52.941479 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-ac7a3132-575f-4c2f-a421-b6d2e93309bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:52.951759 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-ac7a3132-575f-4c2f-a421-b6d2e93309bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:52.953563 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda0f75-ea61-476d-99eb-ba4b42a2b1de service neutron] Pushing event updated for resources: {'Port': ['ID=d7850e98-99f6-49c8-9b73-7628661955e3,revision_number=3']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:53.026200 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-ac7a3132-575f-4c2f-a421-b6d2e93309bf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f5f7bb760e804d8dabcc4ad231dcf4f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3237772 Nov 25 00:28:53.026712 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 40078) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:53.033648 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a3132-575f-4c2f-a421-b6d2e93309bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed04cfe2-59db-4383-b70c-1ccf1ad48c55,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:53.099322 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 00:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad977e8-704c-43ec-baae-c6cea55a1dab x-openstack-request-id: req-cad977e8-704c-43ec-baae-c6cea55a1dab {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:28:53.099643 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9809d6d-c3f6-4aa3-985f-00e0d552df42", "tag": "d7850e98-99f6-49c8-9b73-7628661955e3", "status": "completed", "code": 200}]} {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:28:53.099910 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cad977e8-704c-43ec-baae-c6cea55a1dab {{(pid=109123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:28:53.100352 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9809d6d-c3f6-4aa3-985f-00e0d552df42', 'tag': 'd7850e98-99f6-49c8-9b73-7628661955e3', 'status': 'completed', 'code': 200} Nov 25 00:28:53.163448 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-1a8a7aec-f45d-4521-b795-53b8a66b542c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:53.163655 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b17322-f9a7-4089-a5e4-c10bfc81fa9b req-ac5231ff-6abb-40fe-96f4-21c67e2f8190 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:53.165250 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f6b17322-f9a7-4089-a5e4-c10bfc81fa9b req-ac5231ff-6abb-40fe-96f4-21c67e2f8190 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 943 time: 0.0734174 Nov 25 00:28:53.197454 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-1a8a7aec-f45d-4521-b795-53b8a66b542c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:53.209270 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8261ec6-baf5-4759-9d57-7be9910cb31d req-57cdd155-4312-46f4-91e4-49b5c67ac55f tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:53.211304 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c8261ec6-baf5-4759-9d57-7be9910cb31d req-57cdd155-4312-46f4-91e4-49b5c67ac55f tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/ports?device_id=e62daafa-272c-42a9-bacb-4aa817b6323c HTTP/1.1" status: 200 len: 945 time: 0.0957584 Nov 25 00:28:53.262591 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f6b17322-f9a7-4089-a5e4-c10bfc81fa9b req-a3388b05-9f83-4e98-9fc5-94f613e83562 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857649 Nov 25 00:28:53.302153 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c8261ec6-baf5-4759-9d57-7be9910cb31d req-d6282940-f8c1-4803-8474-1a7f1047573a tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/security-groups?id=a07ebe53-e0bf-4c37-b8fb-76141d0c6ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819991 Nov 25 00:28:53.314563 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-1a8a7aec-f45d-4521-b795-53b8a66b542c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:53.320167 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-1a8a7aec-f45d-4521-b795-53b8a66b542c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:53.321463 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-1a8a7aec-f45d-4521-b795-53b8a66b542c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ed04cfe2-59db-4383-b70c-1ccf1ad48c55 HTTP/1.1" status: 204 len: 168 time: 0.2931314 Nov 25 00:28:53.332952 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a7aec-f45d-4521-b795-53b8a66b542c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed04cfe2-59db-4383-b70c-1ccf1ad48c55,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:53.492937 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d0feb-0e42-4101-98ad-d7205bbf4af7 req-4c0ace38-ead1-4e82-8908-fe6bbc0a82e6 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:53.503902 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-9e3d0feb-0e42-4101-98ad-d7205bbf4af7 req-4c0ace38-ead1-4e82-8908-fe6bbc0a82e6 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=743eb98d-3b2a-440a-ba64-4140355ce62d HTTP/1.1" status: 200 len: 946 time: 0.0941505 Nov 25 00:28:53.562609 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-9e3d0feb-0e42-4101-98ad-d7205bbf4af7 req-3098d8d6-6ba4-4d11-a096-18a7a3c31746 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572476 Nov 25 00:28:54.096870 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111a8cf-edfa-48c5-bf58-91289fa8f086 req-83bfec92-4c5a-4f60-8b9d-c39d641c748e tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:54.107387 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f111a8cf-edfa-48c5-bf58-91289fa8f086 req-83bfec92-4c5a-4f60-8b9d-c39d641c748e tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 943 time: 0.0985863 Nov 25 00:28:54.198418 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f111a8cf-edfa-48c5-bf58-91289fa8f086 req-4e97d40e-dd1d-4e9a-ba57-ae36d7409319 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869756 Nov 25 00:28:54.460810 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce493ffd-53e3-4d73-87ae-171c6fc4ed1c req-e3de39bd-eec7-4c2b-bcb6-3a50ba858593 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:54.470144 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ce493ffd-53e3-4d73-87ae-171c6fc4ed1c req-e3de39bd-eec7-4c2b-bcb6-3a50ba858593 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/ports?device_id=e62daafa-272c-42a9-bacb-4aa817b6323c HTTP/1.1" status: 200 len: 945 time: 0.0731993 Nov 25 00:28:54.486064 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f1c3b-3fb4-4329-b35a-c091a8878338 req-a0b648c1-fa84-416b-8d04-b4b43bd673a9 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:54.491076 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-507f1c3b-3fb4-4329-b35a-c091a8878338 req-a0b648c1-fa84-416b-8d04-b4b43bd673a9 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 943 time: 0.1053960 Nov 25 00:28:54.546489 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ce493ffd-53e3-4d73-87ae-171c6fc4ed1c req-6245b2b9-4664-4868-a994-cd96178f7de6 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/security-groups?id=a07ebe53-e0bf-4c37-b8fb-76141d0c6ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749099 Nov 25 00:28:54.565841 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-507f1c3b-3fb4-4329-b35a-c091a8878338 req-74b75b83-388c-48de-8b63-e780a65d4aee tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587404 Nov 25 00:28:54.767181 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75f783-2343-44fd-bb64-3e786785cc15 req-2dede996-9006-4632-9091-dafa2fc4c34d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:54.769276 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7d75f783-2343-44fd-bb64-3e786785cc15 req-2dede996-9006-4632-9091-dafa2fc4c34d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=743eb98d-3b2a-440a-ba64-4140355ce62d HTTP/1.1" status: 200 len: 946 time: 0.0842261 Nov 25 00:28:54.867535 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7d75f783-2343-44fd-bb64-3e786785cc15 req-04ab4261-c655-462c-aa31-99c58a9d806f tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849438 Nov 25 00:28:55.092424 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54ca2a-29c4-4026-9fe3-d9ec497e23e9 req-61b21f9f-0058-4c19-b6be-d68ea789ec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:55.094886 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-3a54ca2a-29c4-4026-9fe3-d9ec497e23e9 req-61b21f9f-0058-4c19-b6be-d68ea789ec55 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab9bf63ea1ef4e45a31c8dad8d8491c4&device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 1096 time: 0.0718033 Nov 25 00:28:55.144736 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-e4904c35-4bd4-4995-b281-983e32d75329 req-4499069b-0c21-45aa-8004-63b1446ffc30 service neutron] 10.222.0.36 "GET /v2.0/networks/b8bd4317-422f-42e2-9a69-593359f6781e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077494 Nov 25 00:28:55.422238 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7279db-a86a-4ec9-a9f5-a14d77b70f5e req-7e528ddf-6506-4077-b0e0-8326ae807485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:55.424775 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-6b7279db-a86a-4ec9-a9f5-a14d77b70f5e req-7e528ddf-6506-4077-b0e0-8326ae807485 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88fe9e6d44f845c4ab47c65b792ab8b8&device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 1096 time: 0.1884775 Nov 25 00:28:55.612267 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c04f7-81d1-4b92-b14b-a1c0222cc5a6 req-b8d71639-9153-4d5a-8809-18987627f27d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:55.615090 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c83c04f7-81d1-4b92-b14b-a1c0222cc5a6 req-b8d71639-9153-4d5a-8809-18987627f27d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 943 time: 0.2100337 Nov 25 00:28:55.842369 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7279db-a86a-4ec9-a9f5-a14d77b70f5e req-c040b12a-c8ad-40c3-9d11-3bcf691fcb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:55.844780 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-6b7279db-a86a-4ec9-a9f5-a14d77b70f5e req-c040b12a-c8ad-40c3-9d11-3bcf691fcb3d service neutron] 10.222.0.36 "GET /v2.0/networks?id=b8bd4317-422f-42e2-9a69-593359f6781e HTTP/1.1" status: 200 len: 912 time: 0.3879278 Nov 25 00:28:55.862375 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c83c04f7-81d1-4b92-b14b-a1c0222cc5a6 req-690dcd6d-7ed8-4a74-9f74-c085d9ac4d93 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264049 Nov 25 00:28:55.969753 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12767f-791b-4007-a175-c016bef312d5 req-cfa2edbc-6c25-4bc0-a4d1-aaf1292a9e81 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:55.978613 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7e12767f-791b-4007-a175-c016bef312d5 req-cfa2edbc-6c25-4bc0-a4d1-aaf1292a9e81 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/ports?device_id=e62daafa-272c-42a9-bacb-4aa817b6323c HTTP/1.1" status: 200 len: 945 time: 0.2267261 Nov 25 00:28:56.011791 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-6b7279db-a86a-4ec9-a9f5-a14d77b70f5e req-05ea9919-5792-4b26-98f6-e45b31f923b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b119409b-8ced-4456-81f2-968ea6e653bd HTTP/1.1" status: 200 len: 217 time: 0.1476824 Nov 25 00:28:56.039575 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54ca2a-29c4-4026-9fe3-d9ec497e23e9 req-07026a34-94be-4a3e-a6ba-92e840c2a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:56.043127 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-3a54ca2a-29c4-4026-9fe3-d9ec497e23e9 req-07026a34-94be-4a3e-a6ba-92e840c2a500 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ab9bf63ea1ef4e45a31c8dad8d8491c4&shared=False HTTP/1.1" status: 200 len: 917 time: 0.9380004 Nov 25 00:28:56.176137 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4876b-e8e1-4b38-92e1-098612b7f29d req-7ac70496-4ce5-4537-9c37-8db71b6829a0 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:56.177916 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-00f4876b-e8e1-4b38-92e1-098612b7f29d req-7ac70496-4ce5-4537-9c37-8db71b6829a0 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 943 time: 0.1058185 Nov 25 00:28:56.184799 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7279db-a86a-4ec9-a9f5-a14d77b70f5e req-ac9a0431-3001-45d0-9104-bfd5d7c52130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:56.186313 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-6b7279db-a86a-4ec9-a9f5-a14d77b70f5e req-ac9a0431-3001-45d0-9104-bfd5d7c52130 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9 HTTP/1.1" status: 200 len: 850 time: 0.1521966 Nov 25 00:28:56.307178 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7e12767f-791b-4007-a175-c016bef312d5 req-96fdd581-3d8f-4882-a7f7-2e098a7e752c tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/security-groups?id=a07ebe53-e0bf-4c37-b8fb-76141d0c6ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220973 Nov 25 00:28:56.364715 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7279db-a86a-4ec9-a9f5-a14d77b70f5e req-8dc4aec5-6f87-4b21-be59-af39b76a30ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:56.366576 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-6b7279db-a86a-4ec9-a9f5-a14d77b70f5e req-8dc4aec5-6f87-4b21-be59-af39b76a30ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b8bd4317-422f-42e2-9a69-593359f6781e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1383841 Nov 25 00:28:56.400280 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-00f4876b-e8e1-4b38-92e1-098612b7f29d req-7a326748-82f5-4c99-af91-33c300e294c8 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088900 Nov 25 00:28:56.437844 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54ca2a-29c4-4026-9fe3-d9ec497e23e9 req-5534b107-4ab3-408f-8254-db6bf11795a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:56.440927 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-3a54ca2a-29c4-4026-9fe3-d9ec497e23e9 req-5534b107-4ab3-408f-8254-db6bf11795a6 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3734188 Nov 25 00:28:56.581016 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-6b7279db-a86a-4ec9-a9f5-a14d77b70f5e req-e185bffc-253b-4957-857a-035ae2dc2cb2 service neutron] 10.222.0.36 "GET /v2.0/networks/b8bd4317-422f-42e2-9a69-593359f6781e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800551 Nov 25 00:28:56.585324 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6f054-54ba-44d0-bb37-9d43849457ce req-c1f4095d-0c89-45a4-aa68-d76b3e14e728 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:56.587904 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4ac6f054-54ba-44d0-bb37-9d43849457ce req-c1f4095d-0c89-45a4-aa68-d76b3e14e728 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=743eb98d-3b2a-440a-ba64-4140355ce62d HTTP/1.1" status: 200 len: 946 time: 0.1639781 Nov 25 00:28:56.603510 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-1c23fc46-42db-4ef5-8593-64e319f5ff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:56.607003 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-1c23fc46-42db-4ef5-8593-64e319f5ff99 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab9bf63ea1ef4e45a31c8dad8d8491c4&device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 1096 time: 0.1068709 Nov 25 00:28:56.712999 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-6b7279db-a86a-4ec9-a9f5-a14d77b70f5e req-35297786-06ef-480c-a9c1-16bd4d613713 service neutron] 10.222.0.36 "GET /v2.0/networks/b8bd4317-422f-42e2-9a69-593359f6781e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236455 Nov 25 00:28:56.743420 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-9179e15a-598b-49e3-be53-54055086a575 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7850e98-99f6-49c8-9b73-7628661955e3 HTTP/1.1" status: 200 len: 217 time: 0.0920501 Nov 25 00:28:56.771864 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4ac6f054-54ba-44d0-bb37-9d43849457ce req-ee0c51ad-45bb-4238-9d0c-96d03c7fed38 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742172 Nov 25 00:28:56.834216 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 40224) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:56.837612 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-9e87b1b6-d6d0-4fa1-b507-db9c041b9de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:56.842366 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-9e87b1b6-d6d0-4fa1-b507-db9c041b9de0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4f92811-004c-42eb-91fc-ffe218f909da HTTP/1.1" status: 200 len: 855 time: 0.0894554 Nov 25 00:28:56.871689 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device b119409b-8ced-4456-81f2-968ea6e653bd details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=109125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 00:28:56.919100 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-b46a15bc-d65c-46e4-8e60-51c3c3bd9bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:56.920220 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-b46a15bc-d65c-46e4-8e60-51c3c3bd9bcd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ac47630-ede3-4aec-b968-c75e15d99ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720165 Nov 25 00:28:57.076522 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port b119409b-8ced-4456-81f2-968ea6e653bd, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=b119409b-8ced-4456-81f2-968ea6e653bd,segment=NetworkSegment(5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6),segment_id=5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:28:57.086994 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-14067e4c-efde-4e2d-b41a-66ee82fc5308 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:57.092726 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Returning: {'device': 'b119409b-8ced-4456-81f2-968ea6e653bd', 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e', 'port_id': 'b119409b-8ced-4456-81f2-968ea6e653bd', 'mac_address': 'fa:16:3e:9f:80:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 00:28:57.117530 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-1464dcb3-6393-4ded-9614-d57a25daf4c7 service neutron] 10.222.0.36 "GET /v2.0/networks/2ac47630-ede3-4aec-b968-c75e15d99ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882491 Nov 25 00:28:57.150766 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e41979-e377-4585-9c86-2940a77f4d1b req-bd1396ce-cb43-47bb-b627-62506b462d24 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:57.155934 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:57.164696 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-54e41979-e377-4585-9c86-2940a77f4d1b req-bd1396ce-cb43-47bb-b627-62506b462d24 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 943 time: 0.1927521 Nov 25 00:28:57.180039 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b119409b-8ced-4456-81f2-968ea6e653bd {{(pid=109125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:28:57.226768 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port b119409b-8ced-4456-81f2-968ea6e653bd, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=b119409b-8ced-4456-81f2-968ea6e653bd,segment=NetworkSegment(5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6),segment_id=5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:28:57.245561 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:57.358081 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=b119409b-8ced-4456-81f2-968ea6e653bd,revision_number=4']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:57.367501 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-54e41979-e377-4585-9c86-2940a77f4d1b req-4c8295f5-336b-4df8-add9-d6a602d0ed9e tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015438 Nov 25 00:28:57.379877 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-62a671df-4aba-4b00-886e-fbec28033cf9 req-25c35f01-1750-4271-a304-08067be98f10 service neutron] 10.222.0.36 "GET /v2.0/networks/2ac47630-ede3-4aec-b968-c75e15d99ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423368 Nov 25 00:28:57.509221 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['b119409b-8ced-4456-81f2-968ea6e653bd'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:28:57.535575 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-14067e4c-efde-4e2d-b41a-66ee82fc5308 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:57.559874 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-14067e4c-efde-4e2d-b41a-66ee82fc5308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:57.650930 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7bac3-250a-459f-985f-1b3f941f597f req-5642eb69-a0ac-4041-80a1-3b13c139c75c tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:57.661076 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-48a7bac3-250a-459f-985f-1b3f941f597f req-5642eb69-a0ac-4041-80a1-3b13c139c75c tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/ports?device_id=e62daafa-272c-42a9-bacb-4aa817b6323c HTTP/1.1" status: 200 len: 945 time: 0.1241562 Nov 25 00:28:57.705282 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-14067e4c-efde-4e2d-b41a-66ee82fc5308 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8182d0e8602b4845a2a74bbb05bbc1d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8696637 Nov 25 00:28:57.709553 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14067e4c-efde-4e2d-b41a-66ee82fc5308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d269af6-e4ac-4845-b3a3-c1731e0c990a,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:57.711877 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 40260) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:57.782961 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c80fa-96d3-49cf-a997-5b3c49ec6dd0 req-3151da7d-e9d5-452b-b824-82c49adbd0dc tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:57.791455 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3f4c80fa-96d3-49cf-a997-5b3c49ec6dd0 req-3151da7d-e9d5-452b-b824-82c49adbd0dc tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 943 time: 0.2046783 Nov 25 00:28:57.820740 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-48a7bac3-250a-459f-985f-1b3f941f597f req-d24b0ab2-17a5-40f2-b87e-763bc815e64a tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/security-groups?id=a07ebe53-e0bf-4c37-b8fb-76141d0c6ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584492 Nov 25 00:28:57.857119 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-f14b73ce-3446-4873-9add-268273687a26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:57.900644 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-f14b73ce-3446-4873-9add-268273687a26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:57.971058 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3f4c80fa-96d3-49cf-a997-5b3c49ec6dd0 req-5efc0c99-7f35-498d-8311-11f985a33172 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674747 Nov 25 00:28:57.989413 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-f14b73ce-3446-4873-9add-268273687a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:57.992340 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-f14b73ce-3446-4873-9add-268273687a26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:57.994274 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-f14b73ce-3446-4873-9add-268273687a26 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3d269af6-e4ac-4845-b3a3-c1731e0c990a HTTP/1.1" status: 204 len: 168 time: 0.2800636 Nov 25 00:28:58.005235 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b73ce-3446-4873-9add-268273687a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d269af6-e4ac-4845-b3a3-c1731e0c990a,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:58.448094 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 40290) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:58.472879 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-903e41ee-ebb2-4b55-8e62-9c570d2bc166 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:58.643563 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888096cf-b49a-4964-bfbc-884871fa12e9 req-ea400b7a-6428-4f1f-a14d-ace2261573e5 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:58.645181 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-888096cf-b49a-4964-bfbc-884871fa12e9 req-ea400b7a-6428-4f1f-a14d-ace2261573e5 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 944 time: 0.1079218 Nov 25 00:28:58.685091 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-903e41ee-ebb2-4b55-8e62-9c570d2bc166 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:58.695204 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-903e41ee-ebb2-4b55-8e62-9c570d2bc166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:58.760457 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-888096cf-b49a-4964-bfbc-884871fa12e9 req-b8af6c67-79ec-408d-b420-6b5bbba3616d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051493 Nov 25 00:28:58.763574 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-903e41ee-ebb2-4b55-8e62-9c570d2bc166 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7e65c0430c674b269a6484199c71969e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3127191 Nov 25 00:28:58.764654 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e41ee-ebb2-4b55-8e62-9c570d2bc166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc3ff99-45fd-4aff-b787-09d443580b55,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:58.767944 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 40302) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:58.854300 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d1f7711d-4a71-45ac-b2b0-587f6331f6bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:58.901852 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d1f7711d-4a71-45ac-b2b0-587f6331f6bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:58.983527 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d1f7711d-4a71-45ac-b2b0-587f6331f6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:58.988473 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d1f7711d-4a71-45ac-b2b0-587f6331f6bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:58.990442 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-d1f7711d-4a71-45ac-b2b0-587f6331f6bb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ccc3ff99-45fd-4aff-b787-09d443580b55 HTTP/1.1" status: 204 len: 168 time: 0.2203870 Nov 25 00:28:59.005171 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7711d-4a71-45ac-b2b0-587f6331f6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc3ff99-45fd-4aff-b787-09d443580b55,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:59.101755 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 40312) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:59.222990 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16648bbb-5857-42c6-949b-bab2f29efbe2 req-05398cf4-1b8f-4da3-823b-ae38734502bf tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:59.225778 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-16648bbb-5857-42c6-949b-bab2f29efbe2 req-05398cf4-1b8f-4da3-823b-ae38734502bf tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 943 time: 0.0912564 Nov 25 00:28:59.329880 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-16648bbb-5857-42c6-949b-bab2f29efbe2 req-bd379184-ac75-44bc-93e1-6ddc8ff14a54 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913544 Nov 25 00:28:59.507723 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e733d98a-8f39-4851-8940-0b1e9a18e2b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:59.672097 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e733d98a-8f39-4851-8940-0b1e9a18e2b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:59.678422 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e733d98a-8f39-4851-8940-0b1e9a18e2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:59.749130 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-e733d98a-8f39-4851-8940-0b1e9a18e2b5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7d8c1fbd8c1a4cbfafab348d70d8ac6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6457658 Nov 25 00:28:59.750348 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733d98a-8f39-4851-8940-0b1e9a18e2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216e3129-c006-4125-93c0-802cef74e11e,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:28:59.753135 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 40332) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:28:59.828989 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-9fae5ce4-439d-4ac3-89d5-004d6f5ce53c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:59.876169 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-9fae5ce4-439d-4ac3-89d5-004d6f5ce53c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:59.915587 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc9835-7807-469e-9c6e-c6c7432a078c req-074ff502-f756-41dd-b6c8-9df1ae6df5f8 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:28:59.918260 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-52cc9835-7807-469e-9c6e-c6c7432a078c req-074ff502-f756-41dd-b6c8-9df1ae6df5f8 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 944 time: 0.0586979 Nov 25 00:28:59.982926 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-9fae5ce4-439d-4ac3-89d5-004d6f5ce53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:59.985717 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-9fae5ce4-439d-4ac3-89d5-004d6f5ce53c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:28:59.986933 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-9fae5ce4-439d-4ac3-89d5-004d6f5ce53c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/216e3129-c006-4125-93c0-802cef74e11e HTTP/1.1" status: 204 len: 168 time: 0.2324107 Nov 25 00:29:00.002570 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae5ce4-439d-4ac3-89d5-004d6f5ce53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216e3129-c006-4125-93c0-802cef74e11e,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:00.025016 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-52cc9835-7807-469e-9c6e-c6c7432a078c req-c6ac3ea4-dff2-46dd-901b-648fa290a49a tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932870 Nov 25 00:29:00.391343 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 40356) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:00.407428 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-113dd5cc-f96f-48c6-bac2-4baa7b32b9f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:00.533585 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceec396-58ce-4f90-9e4c-5d1b1beb99a9 req-0334bd25-8d4c-4140-9a8c-cad477a72671 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:00.535196 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7ceec396-58ce-4f90-9e4c-5d1b1beb99a9 req-0334bd25-8d4c-4140-9a8c-cad477a72671 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 943 time: 0.0866063 Nov 25 00:29:00.569762 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-113dd5cc-f96f-48c6-bac2-4baa7b32b9f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:00.590130 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-113dd5cc-f96f-48c6-bac2-4baa7b32b9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:00.645592 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-113dd5cc-f96f-48c6-bac2-4baa7b32b9f9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=765da86a66034555ba490dd89408a60e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2530620 Nov 25 00:29:00.653926 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 40362) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:00.693364 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113dd5cc-f96f-48c6-bac2-4baa7b32b9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc14a720-392a-4d5c-b4d1-90930836a0d6,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:00.716214 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7ceec396-58ce-4f90-9e4c-5d1b1beb99a9 req-bf66c102-d0a5-4252-a7e8-a00752a953d3 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550288 Nov 25 00:29:00.755855 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7f16cd7c-2f5b-4661-8c86-98449d8aa989 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:00.790168 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7f16cd7c-2f5b-4661-8c86-98449d8aa989 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:00.863600 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7f16cd7c-2f5b-4661-8c86-98449d8aa989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:00.867781 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7f16cd7c-2f5b-4661-8c86-98449d8aa989 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:00.869215 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-7f16cd7c-2f5b-4661-8c86-98449d8aa989 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cc14a720-392a-4d5c-b4d1-90930836a0d6 HTTP/1.1" status: 204 len: 168 time: 0.2164373 Nov 25 00:29:00.882235 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16cd7c-2f5b-4661-8c86-98449d8aa989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc14a720-392a-4d5c-b4d1-90930836a0d6,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:01.257304 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d7ee7-c472-4ed3-bd6a-b5d41c32babd req-c70439f7-6362-4da2-acfc-aaa93729bc42 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:01.260471 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-dc1d7ee7-c472-4ed3-bd6a-b5d41c32babd req-c70439f7-6362-4da2-acfc-aaa93729bc42 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 944 time: 0.1412504 Nov 25 00:29:01.441298 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-dc1d7ee7-c472-4ed3-bd6a-b5d41c32babd req-0b22dc7b-4e7f-4639-b9bf-91eac873e8ac tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688488 Nov 25 00:29:01.993165 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e067e-5be3-4e54-9eed-1082afc70ae2 req-3c370273-53b2-4ded-bd2b-e4c1e06b8242 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:01.997030 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-355e067e-5be3-4e54-9eed-1082afc70ae2 req-3c370273-53b2-4ded-bd2b-e4c1e06b8242 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 943 time: 0.0985727 Nov 25 00:29:02.127805 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-355e067e-5be3-4e54-9eed-1082afc70ae2 req-444d34d2-6771-48ae-9b17-1fbde26290a9 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074808 Nov 25 00:29:02.762734 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2475b-4c72-4adf-84a9-440df1a28a89 req-77c731cb-a341-4050-8890-3088f23650bf tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:02.781019 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-38d2475b-4c72-4adf-84a9-440df1a28a89 req-77c731cb-a341-4050-8890-3088f23650bf tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 944 time: 0.1819177 Nov 25 00:29:02.904253 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device d7850e98-99f6-49c8-9b73-7628661955e3 details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=109125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 00:29:02.907530 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device b119409b-8ced-4456-81f2-968ea6e653bd up at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:29:02.962577 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-38d2475b-4c72-4adf-84a9-440df1a28a89 req-5ef2b87e-dd95-4a7b-94fd-e2ba7e50646e tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774335 Nov 25 00:29:03.254381 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port d7850e98-99f6-49c8-9b73-7628661955e3, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=d7850e98-99f6-49c8-9b73-7628661955e3,segment=NetworkSegment(ad64d367-3aef-4d3a-b35a-0b8f6019cb92),segment_id=ad64d367-3aef-4d3a-b35a-0b8f6019cb92)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:29:03.261803 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning for port b119409b-8ced-4456-81f2-968ea6e653bd completed by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 00:29:03.283368 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning complete for port b119409b-8ced-4456-81f2-968ea6e653bd triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:29:03.284581 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:03.388929 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Returning: {'device': 'd7850e98-99f6-49c8-9b73-7628661955e3', 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8', 'port_id': 'd7850e98-99f6-49c8-9b73-7628661955e3', 'mac_address': 'fa:16:3e:e2:09:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 00:29:03.452664 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:03.503899 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7850e98-99f6-49c8-9b73-7628661955e3 {{(pid=109125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:29:03.536977 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:03.550564 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port d7850e98-99f6-49c8-9b73-7628661955e3, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=d7850e98-99f6-49c8-9b73-7628661955e3,segment=NetworkSegment(ad64d367-3aef-4d3a-b35a-0b8f6019cb92),segment_id=ad64d367-3aef-4d3a-b35a-0b8f6019cb92)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:29:03.570167 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b15274-2004-4803-b23f-4f17972d6c03 req-90b5a8ea-20f9-42d3-943e-cf7a0301d140 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:03.571101 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7be779f-76ca-4a68-b0db-b4a7ef1b48af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b119409b-8ced-4456-81f2-968ea6e653bd'}] {{(pid=109125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:29:03.574343 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b40ce054491f5bd1a33a22e0e33c095860c6622367658d2460ab374ec6fa3a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b494c42-9896-4695-a41c-63cc913e0311" -d '{"events": [{"server_uuid": "c7be779f-76ca-4a68-b0db-b4a7ef1b48af", "name": "network-vif-plugged", "status": "completed", "tag": "b119409b-8ced-4456-81f2-968ea6e653bd"}]}' {{(pid=109125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:29:03.578220 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-13b15274-2004-4803-b23f-4f17972d6c03 req-90b5a8ea-20f9-42d3-943e-cf7a0301d140 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 943 time: 0.1632016 Nov 25 00:29:03.581277 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:03.616069 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port b119409b-8ced-4456-81f2-968ea6e653bd, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=b119409b-8ced-4456-81f2-968ea6e653bd,segment=NetworkSegment(5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6),segment_id=5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:29:03.629981 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:03.647566 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fb96a6-1138-487a-be9c-1eace8583709 x-openstack-request-id: req-58fb96a6-1138-487a-be9c-1eace8583709 {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:29:03.647882 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7be779f-76ca-4a68-b0db-b4a7ef1b48af", "name": "network-vif-plugged", "status": "completed", "tag": "b119409b-8ced-4456-81f2-968ea6e653bd", "code": 200}]} {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:29:03.648143 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-58fb96a6-1138-487a-be9c-1eace8583709 {{(pid=109125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:29:03.648549 dv-cinder-819200-1-iscsi neutron-server[109125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7be779f-76ca-4a68-b0db-b4a7ef1b48af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b119409b-8ced-4456-81f2-968ea6e653bd', 'code': 200} Nov 25 00:29:03.672650 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=d7850e98-99f6-49c8-9b73-7628661955e3,revision_number=4']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:03.718688 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-13b15274-2004-4803-b23f-4f17972d6c03 req-288c3ba3-ff15-4dae-9a88-d3145fe484ff tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310356 Nov 25 00:29:03.974186 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bb4ae-23ce-4c79-b862-f5baf5bda77b req-7a6490fc-247b-4694-87f8-4b8ce29ad026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:03.976240 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7a8bb4ae-23ce-4c79-b862-f5baf5bda77b req-7a6490fc-247b-4694-87f8-4b8ce29ad026 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 1098 time: 0.0646844 Nov 25 00:29:03.980429 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['d7850e98-99f6-49c8-9b73-7628661955e3'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:29:04.030797 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=b119409b-8ced-4456-81f2-968ea6e653bd,revision_number=5']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:04.038265 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7a8bb4ae-23ce-4c79-b862-f5baf5bda77b req-20813c26-ca96-455b-84a7-17b4f9dd36e6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520236 Nov 25 00:29:04.164555 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00a6eb-af2d-42d3-8872-4db6b8b5b442 req-e5f52488-8e38-46ab-9076-1a02ea51608a tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:04.166255 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-bc00a6eb-af2d-42d3-8872-4db6b8b5b442 req-e5f52488-8e38-46ab-9076-1a02ea51608a tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0560296 Nov 25 00:29:04.245947 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-bc00a6eb-af2d-42d3-8872-4db6b8b5b442 req-db0e3a9f-c37f-4bff-a5f9-cce435b27041 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714583 Nov 25 00:29:04.874592 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2979d8c-edfb-4e93-8663-5ed262735d8f req-66b63edb-8492-4bf9-b2dd-1092b4596249 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:04.876311 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-e2979d8c-edfb-4e93-8663-5ed262735d8f req-66b63edb-8492-4bf9-b2dd-1092b4596249 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 944 time: 0.0589502 Nov 25 00:29:04.934848 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-e2979d8c-edfb-4e93-8663-5ed262735d8f req-3144ca73-b075-4f8f-acd1-6d2b2e640bae tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520494 Nov 25 00:29:05.392945 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e71ab-36a5-4d14-a126-7948fa97960e req-01f62b04-3976-4692-984e-c7eadb600630 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:05.394789 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-980e71ab-36a5-4d14-a126-7948fa97960e req-01f62b04-3976-4692-984e-c7eadb600630 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0622113 Nov 25 00:29:05.469243 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-980e71ab-36a5-4d14-a126-7948fa97960e req-a16ccdf5-95e0-45c9-a672-6f4bfbdf247b tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676870 Nov 25 00:29:06.075495 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6eceff-0ee2-46f5-8bc7-4b9bb0f4bc5d req-1bd3f774-08d8-47e0-b56b-fbdfc6d44d5f tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:06.077201 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8c6eceff-0ee2-46f5-8bc7-4b9bb0f4bc5d req-1bd3f774-08d8-47e0-b56b-fbdfc6d44d5f tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 944 time: 0.0564272 Nov 25 00:29:06.158762 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8c6eceff-0ee2-46f5-8bc7-4b9bb0f4bc5d req-e2bb5156-dcf4-42e4-ba54-6d634d16d94b tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735643 Nov 25 00:29:06.614466 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0fe14-bda9-4666-a64e-c7532d12bef7 req-16f14fc3-c79d-42a9-9a79-3b6bb31d57f0 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:06.616242 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-d2f0fe14-bda9-4666-a64e-c7532d12bef7 req-16f14fc3-c79d-42a9-9a79-3b6bb31d57f0 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0710664 Nov 25 00:29:06.679825 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-d2f0fe14-bda9-4666-a64e-c7532d12bef7 req-7971e7d5-bd21-4286-9478-5d523e1a4933 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561149 Nov 25 00:29:07.345517 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5882454-a684-4825-a768-2094d5c2c36c req-9e8def98-d4c0-4bf8-9b94-db9de83abd83 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:07.348259 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-d5882454-a684-4825-a768-2094d5c2c36c req-9e8def98-d4c0-4bf8-9b94-db9de83abd83 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 944 time: 0.0886064 Nov 25 00:29:07.430884 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-d5882454-a684-4825-a768-2094d5c2c36c req-09eb7cbb-f03e-49d4-974b-4c73434ae088 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715621 Nov 25 00:29:07.665672 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device d7850e98-99f6-49c8-9b73-7628661955e3 up at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:29:07.668209 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 6 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 00:29:07.761157 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning for port d7850e98-99f6-49c8-9b73-7628661955e3 completed by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 00:29:07.767786 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning complete for port d7850e98-99f6-49c8-9b73-7628661955e3 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:29:07.768340 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:07.851364 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5773bec-7aa9-469b-8b8e-aafc92697ff8 req-2ad30dda-6c7a-4a97-b429-0c036d4ae053 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:07.853866 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a5773bec-7aa9-469b-8b8e-aafc92697ff8 req-2ad30dda-6c7a-4a97-b429-0c036d4ae053 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0918527 Nov 25 00:29:07.912212 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:07.931062 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a5773bec-7aa9-469b-8b8e-aafc92697ff8 req-d58e11b4-5c72-460a-8e07-736e1679fd03 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628746 Nov 25 00:29:07.949185 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9809d6d-c3f6-4aa3-985f-00e0d552df42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7850e98-99f6-49c8-9b73-7628661955e3'}] {{(pid=109125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:29:07.953462 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b40ce054491f5bd1a33a22e0e33c095860c6622367658d2460ab374ec6fa3a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a2cbef-10d0-48ca-8ee9-360e528f7e32" -d '{"events": [{"server_uuid": "f9809d6d-c3f6-4aa3-985f-00e0d552df42", "name": "network-vif-plugged", "status": "completed", "tag": "d7850e98-99f6-49c8-9b73-7628661955e3"}]}' {{(pid=109125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:29:07.976752 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port d7850e98-99f6-49c8-9b73-7628661955e3, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=d7850e98-99f6-49c8-9b73-7628661955e3,segment=NetworkSegment(ad64d367-3aef-4d3a-b35a-0b8f6019cb92),segment_id=ad64d367-3aef-4d3a-b35a-0b8f6019cb92)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:29:07.984982 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:08.015692 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cc6bfc-d42c-450f-bbe2-60ca81940b48 x-openstack-request-id: req-36cc6bfc-d42c-450f-bbe2-60ca81940b48 {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:29:08.015996 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9809d6d-c3f6-4aa3-985f-00e0d552df42", "name": "network-vif-plugged", "status": "completed", "tag": "d7850e98-99f6-49c8-9b73-7628661955e3", "code": 200}]} {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:29:08.016234 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-36cc6bfc-d42c-450f-bbe2-60ca81940b48 {{(pid=109125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:29:08.016634 dv-cinder-819200-1-iscsi neutron-server[109125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9809d6d-c3f6-4aa3-985f-00e0d552df42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7850e98-99f6-49c8-9b73-7628661955e3', 'code': 200} Nov 25 00:29:08.052649 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=d7850e98-99f6-49c8-9b73-7628661955e3,revision_number=5']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:08.229838 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c607989-7140-4da7-97b2-79125436c943 req-3743f92d-4f4c-430b-a97e-57ff20c01a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:08.231909 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-9c607989-7140-4da7-97b2-79125436c943 req-3743f92d-4f4c-430b-a97e-57ff20c01a7c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 1098 time: 0.0506344 Nov 25 00:29:08.302479 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-9c607989-7140-4da7-97b2-79125436c943 req-61dc30eb-d363-4847-8ff2-481e3efecb35 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569592 Nov 25 00:29:08.594807 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8be244-c194-456d-bc60-7292bbd21fb0 req-70f5540a-b67b-421a-9854-459173611381 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:08.597457 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-5e8be244-c194-456d-bc60-7292bbd21fb0 req-70f5540a-b67b-421a-9854-459173611381 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.0787280 Nov 25 00:29:08.667500 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-5e8be244-c194-456d-bc60-7292bbd21fb0 req-675c8041-a980-4c3c-9f51-69072c6493fc tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625591 Nov 25 00:29:09.112922 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfef372-7f65-4b9c-a397-5689f7bf72fb req-b049769c-c384-4816-8808-afcff07f1127 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:09.114660 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-2bfef372-7f65-4b9c-a397-5689f7bf72fb req-b049769c-c384-4816-8808-afcff07f1127 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0794854 Nov 25 00:29:09.175102 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-2bfef372-7f65-4b9c-a397-5689f7bf72fb req-31c8bcd0-e314-4b21-8135-c1213d2e8a56 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497260 Nov 25 00:29:09.798566 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb5dca-65d7-459a-b103-d7f6bdb14b70 req-e6a1862d-9559-401b-bccc-5870bcfa6114 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:09.800253 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-76bb5dca-65d7-459a-b103-d7f6bdb14b70 req-e6a1862d-9559-401b-bccc-5870bcfa6114 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.0532024 Nov 25 00:29:09.859509 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-76bb5dca-65d7-459a-b103-d7f6bdb14b70 req-70c46e7e-4061-4625-a1b4-3298865e289e tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527864 Nov 25 00:29:10.326714 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c77beb-17ca-41a1-9222-4132e6f8c1e6 req-ce9d46a8-63af-4231-9b7d-347de9d6abd9 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:10.328370 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f2c77beb-17ca-41a1-9222-4132e6f8c1e6 req-ce9d46a8-63af-4231-9b7d-347de9d6abd9 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0560365 Nov 25 00:29:10.386896 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f2c77beb-17ca-41a1-9222-4132e6f8c1e6 req-aad6cd46-1833-4f0a-91b8-95b63256f6d3 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518548 Nov 25 00:29:11.052830 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd52a0f-0283-44ab-ba87-f547c1cbe5d9 req-2c7e5c65-ac38-47b8-962a-21d0484ec05e tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:11.054457 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-6bd52a0f-0283-44ab-ba87-f547c1cbe5d9 req-2c7e5c65-ac38-47b8-962a-21d0484ec05e tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.0752342 Nov 25 00:29:11.121600 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-6bd52a0f-0283-44ab-ba87-f547c1cbe5d9 req-df97d047-9658-46f2-814a-2c63d38b3706 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552895 Nov 25 00:29:11.561914 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba6af46-01f7-4852-8378-ddfd826c537e req-658860c0-6b43-488f-982d-e796e9df238f tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:11.563720 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-1ba6af46-01f7-4852-8378-ddfd826c537e req-658860c0-6b43-488f-982d-e796e9df238f tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0802679 Nov 25 00:29:11.620730 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-1ba6af46-01f7-4852-8378-ddfd826c537e req-7031e02b-99ab-4256-a13b-3763aa1ffabd tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489874 Nov 25 00:29:11.876576 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-5362a585-f1ef-46e0-af57-7b65331512f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:12.359258 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7e0af-d389-4d03-bf66-ce0afe2f0192 req-e2e95f08-d145-4db1-95ba-d85d27a9e4de tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:12.363031 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f3e7e0af-d389-4d03-bf66-ce0afe2f0192 req-e2e95f08-d145-4db1-95ba-d85d27a9e4de tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.1322854 Nov 25 00:29:12.439157 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f3e7e0af-d389-4d03-bf66-ce0afe2f0192 req-48d4ab19-108a-40f6-bc8d-ed2eea52ccaa tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625522 Nov 25 00:29:12.751343 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2ae9-35c3-457c-805d-1039f54ee211 req-a6b86190-18e0-430a-8101-17120f6c9d05 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:12.752954 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-546a2ae9-35c3-457c-805d-1039f54ee211 req-a6b86190-18e0-430a-8101-17120f6c9d05 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0577490 Nov 25 00:29:12.805458 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-546a2ae9-35c3-457c-805d-1039f54ee211 req-2d97542e-fa47-483d-bebe-fefaa8711449 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461290 Nov 25 00:29:12.959786 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71004c5a-8321-45df-abbb-703132bf29e2 req-2b8f3f1f-bfa6-4c0a-8522-d5f633580a71 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:12.961384 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-71004c5a-8321-45df-abbb-703132bf29e2 req-2b8f3f1f-bfa6-4c0a-8522-d5f633580a71 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0552733 Nov 25 00:29:12.972528 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 40698) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:12.977278 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-a06ab31f-9126-456d-a493-35c997a04e68 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Request body: {'floatingip': {'port_id': 'b119409b-8ced-4456-81f2-968ea6e653bd'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:29:13.051684 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-a06ab31f-9126-456d-a493-35c997a04e68 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for floatingip, before_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:13.701798 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b16d7-a2f8-4031-a08c-7738a75f8d61 req-d8d1b514-184b-4964-939c-5dd0ca137583 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:13.717367 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-471b16d7-a2f8-4031-a08c-7738a75f8d61 req-d8d1b514-184b-4964-939c-5dd0ca137583 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.1495802 Nov 25 00:29:13.830254 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-471b16d7-a2f8-4031-a08c-7738a75f8d61 req-a4de48d6-5971-4bed-8948-6afd48449e87 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116576 Nov 25 00:29:13.991302 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-a06ab31f-9126-456d-a493-35c997a04e68 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:13.996793 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-a06ab31f-9126-456d-a493-35c997a04e68 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622920'] for floatingip, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:14.118609 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.db.l3_db [None req-a06ab31f-9126-456d-a493-35c997a04e68 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Floating IP 2a2c22fa-767b-4d57-afbc-6dd1a90a6b95 associated. External IP: 172.27.2.144, port: b119409b-8ced-4456-81f2-968ea6e653bd. Nov 25 00:29:14.453800 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06ab31f-9126-456d-a493-35c997a04e68 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Router b16911b7-a363-4fcf-a499-0330304c6f7d has already been hosted by L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 {{(pid=109123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 00:29:14.473514 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-2822f04f-503a-4018-a95a-39718fbc1024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:14.617487 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06ab31f-9126-456d-a493-35c997a04e68 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:29:14.623936 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-a06ab31f-9126-456d-a493-35c997a04e68 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for floatingip, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:14.644124 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71afeed-cea1-4c31-804c-39d6ef41d3e2 None None] Sync routers for ids ['b16911b7-a363-4fcf-a499-0330304c6f7d'] in dv-cinder-819200-1-iscsi {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:29:14.663578 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-a06ab31f-9126-456d-a493-35c997a04e68 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "PUT /v2.0/floatingips/2a2c22fa-767b-4d57-afbc-6dd1a90a6b95 HTTP/1.1" status: 200 len: 991 time: 1.6895328 Nov 25 00:29:14.673027 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7be779f-76ca-4a68-b0db-b4a7ef1b48af', 'tag': 'b119409b-8ced-4456-81f2-968ea6e653bd'}] {{(pid=109123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:29:14.674031 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71afeed-cea1-4c31-804c-39d6ef41d3e2 None None] Routers {'b16911b7-a363-4fcf-a499-0330304c6f7d'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:29:14.675208 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-f71afeed-cea1-4c31-804c-39d6ef41d3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:29:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['b16911b7-a363-4fcf-a499-0330304c6f7d'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:29:14.676454 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d6797fd55ce1482701f76a6a20d13483833b06e18cae27317f32e85b7a837" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4905b8b8-fee5-4fd9-8e5a-929efaa9d0ac" -d '{"events": [{"name": "network-changed", "server_uuid": "c7be779f-76ca-4a68-b0db-b4a7ef1b48af", "tag": "b119409b-8ced-4456-81f2-968ea6e653bd"}]}' {{(pid=109123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:29:14.780358 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 00:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36335b1b-e037-48b1-b286-40f410819b42 x-openstack-request-id: req-36335b1b-e037-48b1-b286-40f410819b42 {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:29:14.781199 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7be779f-76ca-4a68-b0db-b4a7ef1b48af", "tag": "b119409b-8ced-4456-81f2-968ea6e653bd", "status": "completed", "code": 200}]} {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:29:14.781977 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-36335b1b-e037-48b1-b286-40f410819b42 {{(pid=109123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:29:14.783373 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7be779f-76ca-4a68-b0db-b4a7ef1b48af', 'tag': 'b119409b-8ced-4456-81f2-968ea6e653bd', 'status': 'completed', 'code': 200} Nov 25 00:29:14.923767 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905b8b8-fee5-4fd9-8e5a-929efaa9d0ac req-b1394573-d638-48c2-9261-a3f5601c8973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:14.925938 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4905b8b8-fee5-4fd9-8e5a-929efaa9d0ac req-b1394573-d638-48c2-9261-a3f5601c8973 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88fe9e6d44f845c4ab47c65b792ab8b8&device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 1098 time: 0.0829353 Nov 25 00:29:14.931266 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-f71afeed-cea1-4c31-804c-39d6ef41d3e2 None None] Set router b16911b7-a363-4fcf-a499-0330304c6f7d gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:29:15.066981 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905b8b8-fee5-4fd9-8e5a-929efaa9d0ac req-5566f352-b2e2-45a1-ad14-a65f96e8d333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:15.068519 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4905b8b8-fee5-4fd9-8e5a-929efaa9d0ac req-5566f352-b2e2-45a1-ad14-a65f96e8d333 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b8bd4317-422f-42e2-9a69-593359f6781e HTTP/1.1" status: 200 len: 912 time: 0.1302152 Nov 25 00:29:15.079512 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4f7cf-de11-4912-99a7-0be0344bc81e req-c10b2728-63dc-486c-bb52-50b54b52fbe0 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:15.082071 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-1fb4f7cf-de11-4912-99a7-0be0344bc81e req-c10b2728-63dc-486c-bb52-50b54b52fbe0 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.0918202 Nov 25 00:29:15.179519 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-1fb4f7cf-de11-4912-99a7-0be0344bc81e req-959d8182-8f54-4364-a025-d216901d41b1 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845432 Nov 25 00:29:15.193704 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4905b8b8-fee5-4fd9-8e5a-929efaa9d0ac req-8c2ca9e1-08aa-4fff-9ac1-732448744316 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b119409b-8ced-4456-81f2-968ea6e653bd HTTP/1.1" status: 200 len: 999 time: 0.1161153 Nov 25 00:29:15.268402 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905b8b8-fee5-4fd9-8e5a-929efaa9d0ac req-8ccb4f66-5afe-4ce6-97e6-e70c18c18ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:15.271540 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4905b8b8-fee5-4fd9-8e5a-929efaa9d0ac req-8ccb4f66-5afe-4ce6-97e6-e70c18c18ff5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9 HTTP/1.1" status: 200 len: 850 time: 0.0675387 Nov 25 00:29:15.368515 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905b8b8-fee5-4fd9-8e5a-929efaa9d0ac req-41aeedac-e0cc-4f3e-8a4f-50d258bd4289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:15.371856 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4905b8b8-fee5-4fd9-8e5a-929efaa9d0ac req-41aeedac-e0cc-4f3e-8a4f-50d258bd4289 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b8bd4317-422f-42e2-9a69-593359f6781e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0800292 Nov 25 00:29:15.413914 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-f71afeed-cea1-4c31-804c-39d6ef41d3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'name': 'tempest-AttachVolumeTestJSON-1556933049-router', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '45f038c6-7cd6-4aab-a24f-1ffab3ef5534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:28:18Z', 'revision_number': 4, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'gw_port': {'id': '45f038c6-7cd6-4aab-a24f-1ffab3ef5534', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:11Z', 'updated_at': '2021-11-25T00:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_floatingips': [{'id': '2a2c22fa-767b-4d57-afbc-6dd1a90a6b95', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'router_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'port_id': 'b119409b-8ced-4456-81f2-968ea6e653bd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e', 'mac_address': 'fa:16:3e:9f:80:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be779f-76ca-4a68-b0db-b4a7ef1b48af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T00:28:34Z', 'updated_at': '2021-11-25T00:29:13Z', 'revision_number': 1, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8caf211a-49f8-4d81-b479-2fa1b5133a03', 'name': '', 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'mac_address': 'fa:16:3e:9a:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:16Z', 'updated_at': '2021-11-25T00:28:26Z', 'revision_number': 5, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'subnets': [{'id': 'f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:29:15.450433 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71afeed-cea1-4c31-804c-39d6ef41d3e2 None None] Checking router: b16911b7-a363-4fcf-a499-0330304c6f7d for host: dv-cinder-819200-1-iscsi {{(pid=109126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:29:15.460180 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71afeed-cea1-4c31-804c-39d6ef41d3e2 None None] Routers {'b16911b7-a363-4fcf-a499-0330304c6f7d'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:29:15.460824 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-f71afeed-cea1-4c31-804c-39d6ef41d3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:29:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['b16911b7-a363-4fcf-a499-0330304c6f7d'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:29:15.507854 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4905b8b8-fee5-4fd9-8e5a-929efaa9d0ac req-fdc47146-491b-4c6e-89dd-5a82026b963d service neutron] 10.222.0.36 "GET /v2.0/networks/b8bd4317-422f-42e2-9a69-593359f6781e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218786 Nov 25 00:29:15.579408 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-f71afeed-cea1-4c31-804c-39d6ef41d3e2 None None] Set router b16911b7-a363-4fcf-a499-0330304c6f7d gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:29:15.994076 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-f71afeed-cea1-4c31-804c-39d6ef41d3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'name': 'tempest-AttachVolumeTestJSON-1556933049-router', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '45f038c6-7cd6-4aab-a24f-1ffab3ef5534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:28:18Z', 'revision_number': 4, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'gw_port': {'id': '45f038c6-7cd6-4aab-a24f-1ffab3ef5534', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:11Z', 'updated_at': '2021-11-25T00:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_floatingips': [{'id': '2a2c22fa-767b-4d57-afbc-6dd1a90a6b95', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'router_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'port_id': 'b119409b-8ced-4456-81f2-968ea6e653bd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e', 'mac_address': 'fa:16:3e:9f:80:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be779f-76ca-4a68-b0db-b4a7ef1b48af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T00:28:34Z', 'updated_at': '2021-11-25T00:29:13Z', 'revision_number': 1, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8caf211a-49f8-4d81-b479-2fa1b5133a03', 'name': '', 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'mac_address': 'fa:16:3e:9a:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:16Z', 'updated_at': '2021-11-25T00:28:26Z', 'revision_number': 5, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'subnets': [{'id': 'f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:29:16.027559 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71afeed-cea1-4c31-804c-39d6ef41d3e2 None None] The sync data for ids ['b16911b7-a363-4fcf-a499-0330304c6f7d'] in dv-cinder-819200-1-iscsi is: [{'id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'name': 'tempest-AttachVolumeTestJSON-1556933049-router', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '45f038c6-7cd6-4aab-a24f-1ffab3ef5534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:28:18Z', 'revision_number': 4, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'gw_port': {'id': '45f038c6-7cd6-4aab-a24f-1ffab3ef5534', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:11Z', 'updated_at': '2021-11-25T00:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_floatingips': [{'id': '2a2c22fa-767b-4d57-afbc-6dd1a90a6b95', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'router_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'port_id': 'b119409b-8ced-4456-81f2-968ea6e653bd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e', 'mac_address': 'fa:16:3e:9f:80:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7be779f-76ca-4a68-b0db-b4a7ef1b48af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T00:28:34Z', 'updated_at': '2021-11-25T00:29:13Z', 'revision_number': 1, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8caf211a-49f8-4d81-b479-2fa1b5133a03', 'name': '', 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'mac_address': 'fa:16:3e:9a:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:16Z', 'updated_at': '2021-11-25T00:28:26Z', 'revision_number': 5, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'subnets': [{'id': 'f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:29:16.261267 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781169fc-ffc3-44d7-84ee-a1ee87bda568 None None] New status for floating IP 2a2c22fa-767b-4d57-afbc-6dd1a90a6b95: ACTIVE {{(pid=109125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 00:29:16.356465 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85945fb7-3b9c-49eb-8af7-a0234af209f6 req-99620ef9-8a3b-4176-b5cf-98a435db9eac tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:16.359199 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-85945fb7-3b9c-49eb-8af7-a0234af209f6 req-99620ef9-8a3b-4176-b5cf-98a435db9eac tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.0822294 Nov 25 00:29:16.446844 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-85945fb7-3b9c-49eb-8af7-a0234af209f6 req-8e194781-218d-4ed7-a97c-6a073e6bddd5 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748608 Nov 25 00:29:16.472449 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:17.573580 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300d05c-4d2f-4889-b041-6bdf161fd62b req-1c7f4045-3383-434c-ae3a-bf8384122912 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:17.575190 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-e300d05c-4d2f-4889-b041-6bdf161fd62b req-1c7f4045-3383-434c-ae3a-bf8384122912 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.0516276 Nov 25 00:29:17.627816 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-e300d05c-4d2f-4889-b041-6bdf161fd62b req-abe052d1-868b-45eb-9a5f-7ea9f83ccd26 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466356 Nov 25 00:29:18.392356 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:18.395465 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:18.737283 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4905b8b8-fee5-4fd9-8e5a-929efaa9d0ac req-a311ce41-3c5d-481d-a712-1f38b3cd14f3 service neutron] 10.222.0.36 "GET /v2.0/networks/b8bd4317-422f-42e2-9a69-593359f6781e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988464 Nov 25 00:29:18.807767 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2baf1-cedb-4d74-a1b4-7ae5f2a00651 req-92b45c44-e129-44ad-b713-1bafb0f5b3f7 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:18.810446 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-20d2baf1-cedb-4d74-a1b4-7ae5f2a00651 req-92b45c44-e129-44ad-b713-1bafb0f5b3f7 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.0584972 Nov 25 00:29:18.887149 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-20d2baf1-cedb-4d74-a1b4-7ae5f2a00651 req-d1a7ef75-4226-48a4-8611-4267c7feb391 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700197 Nov 25 00:29:19.617848 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-278e95b2-b7c1-46a3-9c9b-cce040685df8 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:19.619468 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-278e95b2-b7c1-46a3-9c9b-cce040685df8 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/networks?id=c6860e7f-1840-44cc-88a0-1bba28b2eba5 HTTP/1.1" status: 200 len: 815 time: 0.1374853 Nov 25 00:29:19.642274 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-a0ee8024-96af-4b27-8a54-58e3c686cb52 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/quotas/dc244727a1134e209e24f40acad0df6d HTTP/1.1" status: 200 len: 375 time: 0.0122206 Nov 25 00:29:19.701869 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-f6ee116a-a8e7-4d33-97e4-5d76cfbedaec tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc244727a1134e209e24f40acad0df6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0509598 Nov 25 00:29:19.854765 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-a87c8d60-56ce-4b9f-9a82-a051db92fb1e service neutron] 10.222.0.37 "GET /v2.0/networks/c6860e7f-1840-44cc-88a0-1bba28b2eba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378462 Nov 25 00:29:19.983446 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-79284d1f-0183-4ee9-9a8a-21b4c1914f87 service neutron] 10.222.0.37 "GET /v2.0/networks/c6860e7f-1840-44cc-88a0-1bba28b2eba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217406 Nov 25 00:29:20.066074 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:20.301745 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bf4f7-b1d6-438a-b167-6f82fd09685d req-add1d62e-e505-448c-923c-021ee6136420 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:20.303782 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-044bf4f7-b1d6-438a-b167-6f82fd09685d req-add1d62e-e505-448c-923c-021ee6136420 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.0737820 Nov 25 00:29:20.374252 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-044bf4f7-b1d6-438a-b167-6f82fd09685d req-7541856f-7eb7-4ca5-b796-49d897f4f6e4 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583260 Nov 25 00:29:20.487116 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-154c27c1-bba5-49ef-a87a-e89dd4a7a233 req-5df81efb-03b6-407d-b27d-3e482824e529 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=af6be9eb-a853-445a-b133-971981b6ce02 HTTP/1.1" status: 200 len: 210 time: 0.0337427 Nov 25 00:29:20.634436 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735d2d9-271d-4503-bd47-efb41bb4d790 req-f2467706-61bf-44e1-b3d5-dd078927b5cb tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:20.636895 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-d735d2d9-271d-4503-bd47-efb41bb4d790 req-f2467706-61bf-44e1-b3d5-dd078927b5cb tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.0645969 Nov 25 00:29:20.652933 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 40900) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:20.658756 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-592bf412-99db-4449-8277-8ce453cbc000 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Request body: {'floatingip': {'port_id': 'd7850e98-99f6-49c8-9b73-7628661955e3'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:29:20.731204 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-592bf412-99db-4449-8277-8ce453cbc000 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for floatingip, before_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:21.246253 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-592bf412-99db-4449-8277-8ce453cbc000 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:21.251466 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-592bf412-99db-4449-8277-8ce453cbc000 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622920'] for floatingip, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:21.610595 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-89f3b418-6c62-441c-9cfe-a5d81122a801 req-2568219a-ae39-41df-afce-3002abaaad56 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=af6be9eb-a853-445a-b133-971981b6ce02 HTTP/1.1" status: 200 len: 210 time: 0.0376377 Nov 25 00:29:21.639365 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.db.l3_db [None req-592bf412-99db-4449-8277-8ce453cbc000 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Floating IP e76cf1a1-ac96-4642-9d5b-dc774796de68 associated. External IP: 172.27.2.224, port: d7850e98-99f6-49c8-9b73-7628661955e3. Nov 25 00:29:21.883506 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592bf412-99db-4449-8277-8ce453cbc000 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Router f048b5b5-01d4-419f-a17e-6865e85c411a has already been hosted by L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 {{(pid=109123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 00:29:22.013643 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592bf412-99db-4449-8277-8ce453cbc000 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:29:22.018913 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-592bf412-99db-4449-8277-8ce453cbc000 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for floatingip, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:22.028676 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c27cdf-0cc7-4e51-b898-a762ab45fb81 None None] Sync routers for ids ['f048b5b5-01d4-419f-a17e-6865e85c411a'] in dv-cinder-819200-1-iscsi {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:29:22.045138 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c27cdf-0cc7-4e51-b898-a762ab45fb81 None None] Routers {'f048b5b5-01d4-419f-a17e-6865e85c411a'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:29:22.045816 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-15c27cdf-0cc7-4e51-b898-a762ab45fb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:29:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['f048b5b5-01d4-419f-a17e-6865e85c411a'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:29:22.050111 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-592bf412-99db-4449-8277-8ce453cbc000 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "PUT /v2.0/floatingips/e76cf1a1-ac96-4642-9d5b-dc774796de68 HTTP/1.1" status: 200 len: 991 time: 1.3959076 Nov 25 00:29:22.051243 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9809d6d-c3f6-4aa3-985f-00e0d552df42', 'tag': 'd7850e98-99f6-49c8-9b73-7628661955e3'}] {{(pid=109123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:29:22.053728 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d6797fd55ce1482701f76a6a20d13483833b06e18cae27317f32e85b7a837" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9c11fe-02dc-46cd-ac7e-cdb0a29f0e12" -d '{"events": [{"name": "network-changed", "server_uuid": "f9809d6d-c3f6-4aa3-985f-00e0d552df42", "tag": "d7850e98-99f6-49c8-9b73-7628661955e3"}]}' {{(pid=109123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:29:22.180123 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-15c27cdf-0cc7-4e51-b898-a762ab45fb81 None None] Set router f048b5b5-01d4-419f-a17e-6865e85c411a gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:29:22.325168 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 00:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24af21ee-645d-4ea0-8833-6f6fb962284f x-openstack-request-id: req-24af21ee-645d-4ea0-8833-6f6fb962284f {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:29:22.325771 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9809d6d-c3f6-4aa3-985f-00e0d552df42", "tag": "d7850e98-99f6-49c8-9b73-7628661955e3", "status": "completed", "code": 200}]} {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:29:22.325771 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-24af21ee-645d-4ea0-8833-6f6fb962284f {{(pid=109123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:29:22.326321 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9809d6d-c3f6-4aa3-985f-00e0d552df42', 'tag': 'd7850e98-99f6-49c8-9b73-7628661955e3', 'status': 'completed', 'code': 200} Nov 25 00:29:22.429939 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c11fe-02dc-46cd-ac7e-cdb0a29f0e12 req-10b9767c-fa87-436c-ae33-5bb9ac7590d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:22.431926 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ba9c11fe-02dc-46cd-ac7e-cdb0a29f0e12 req-10b9767c-fa87-436c-ae33-5bb9ac7590d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab9bf63ea1ef4e45a31c8dad8d8491c4&device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 1098 time: 0.0581512 Nov 25 00:29:22.557025 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c11fe-02dc-46cd-ac7e-cdb0a29f0e12 req-f134a866-a8ce-4d8f-b4c8-656eb318216d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:22.560257 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ba9c11fe-02dc-46cd-ac7e-cdb0a29f0e12 req-f134a866-a8ce-4d8f-b4c8-656eb318216d service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ac47630-ede3-4aec-b968-c75e15d99ba8 HTTP/1.1" status: 200 len: 917 time: 0.1173048 Nov 25 00:29:22.564399 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-15c27cdf-0cc7-4e51-b898-a762ab45fb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'name': 'tempest-AttachVolumeShelveTestJSON-104039817-router', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:28:19Z', 'revision_number': 4, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'gw_port': {'id': 'ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:11Z', 'updated_at': '2021-11-25T00:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_floatingips': [{'id': 'e76cf1a1-ac96-4642-9d5b-dc774796de68', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'router_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'port_id': 'd7850e98-99f6-49c8-9b73-7628661955e3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8', 'mac_address': 'fa:16:3e:e2:09:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9809d6d-c3f6-4aa3-985f-00e0d552df42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T00:28:38Z', 'updated_at': '2021-11-25T00:29:21Z', 'revision_number': 1, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33be911e-20ae-465b-8d3c-0b743bfcdb33', 'name': '', 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'mac_address': 'fa:16:3e:13:4c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:16Z', 'updated_at': '2021-11-25T00:28:33Z', 'revision_number': 5, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'subnets': [{'id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:29:22.605427 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c27cdf-0cc7-4e51-b898-a762ab45fb81 None None] Checking router: f048b5b5-01d4-419f-a17e-6865e85c411a for host: dv-cinder-819200-1-iscsi {{(pid=109126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:29:22.615452 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c27cdf-0cc7-4e51-b898-a762ab45fb81 None None] Routers {'f048b5b5-01d4-419f-a17e-6865e85c411a'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:29:22.616082 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-15c27cdf-0cc7-4e51-b898-a762ab45fb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:29:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['f048b5b5-01d4-419f-a17e-6865e85c411a'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:29:22.690930 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ba9c11fe-02dc-46cd-ac7e-cdb0a29f0e12 req-58454225-be6a-4aa0-bb24-13e7665c1d42 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7850e98-99f6-49c8-9b73-7628661955e3 HTTP/1.1" status: 200 len: 999 time: 0.1220021 Nov 25 00:29:22.774173 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f423de0f-a58d-4e8a-99a9-adff763e2ec2 req-041cdc6e-bb88-40dd-890a-602fef189e2f tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=af6be9eb-a853-445a-b133-971981b6ce02 HTTP/1.1" status: 200 len: 210 time: 0.0623534 Nov 25 00:29:22.792076 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c11fe-02dc-46cd-ac7e-cdb0a29f0e12 req-8b02ab9d-9995-4349-91bc-cb18e14710a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:22.793755 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ba9c11fe-02dc-46cd-ac7e-cdb0a29f0e12 req-8b02ab9d-9995-4349-91bc-cb18e14710a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4f92811-004c-42eb-91fc-ffe218f909da HTTP/1.1" status: 200 len: 855 time: 0.0941429 Nov 25 00:29:22.814024 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-15c27cdf-0cc7-4e51-b898-a762ab45fb81 None None] Set router f048b5b5-01d4-419f-a17e-6865e85c411a gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:29:22.867068 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c11fe-02dc-46cd-ac7e-cdb0a29f0e12 req-c7f4adc7-7aaa-468f-b7cc-455324640549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:22.869124 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ba9c11fe-02dc-46cd-ac7e-cdb0a29f0e12 req-c7f4adc7-7aaa-468f-b7cc-455324640549 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ac47630-ede3-4aec-b968-c75e15d99ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570543 Nov 25 00:29:22.993155 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ba9c11fe-02dc-46cd-ac7e-cdb0a29f0e12 req-b876feab-0c2c-431e-80dc-560889077e78 service neutron] 10.222.0.36 "GET /v2.0/networks/2ac47630-ede3-4aec-b968-c75e15d99ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140442 Nov 25 00:29:23.182397 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-668a1514-0c54-493e-8084-ac6911ef4c74 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:23.187437 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-668a1514-0c54-493e-8084-ac6911ef4c74 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.36 "GET /v2.0/networks?id=c6860e7f-1840-44cc-88a0-1bba28b2eba5 HTTP/1.1" status: 200 len: 815 time: 0.1724885 Nov 25 00:29:23.206490 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-e32b7723-d4d5-4c9d-a1d2-fff211b00bf9 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Request body: {'port': {'device_id': 'af6be9eb-a853-445a-b133-971981b6ce02', 'network_id': 'c6860e7f-1840-44cc-88a0-1bba28b2eba5', 'admin_state_up': True, 'tenant_id': 'dc244727a1134e209e24f40acad0df6d'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:29:23.293230 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-773dd039-128f-4cfa-aea7-ac5a1626d31c req-b5c6284e-ff6b-4c1f-abd5-8eed72bbee1c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e62daafa-272c-42a9-bacb-4aa817b6323c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1350899 Nov 25 00:29:23.314843 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ba9c11fe-02dc-46cd-ac7e-cdb0a29f0e12 req-4ca63933-2819-4fcb-9d60-113ac42db2c8 service neutron] 10.222.0.36 "GET /v2.0/networks/2ac47630-ede3-4aec-b968-c75e15d99ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008556 Nov 25 00:29:23.465679 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-15c27cdf-0cc7-4e51-b898-a762ab45fb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'name': 'tempest-AttachVolumeShelveTestJSON-104039817-router', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:28:19Z', 'revision_number': 4, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'gw_port': {'id': 'ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:11Z', 'updated_at': '2021-11-25T00:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_floatingips': [{'id': 'e76cf1a1-ac96-4642-9d5b-dc774796de68', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'router_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'port_id': 'd7850e98-99f6-49c8-9b73-7628661955e3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8', 'mac_address': 'fa:16:3e:e2:09:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9809d6d-c3f6-4aa3-985f-00e0d552df42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T00:28:38Z', 'updated_at': '2021-11-25T00:29:21Z', 'revision_number': 1, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33be911e-20ae-465b-8d3c-0b743bfcdb33', 'name': '', 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'mac_address': 'fa:16:3e:13:4c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:16Z', 'updated_at': '2021-11-25T00:28:33Z', 'revision_number': 5, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'subnets': [{'id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:29:23.536522 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c27cdf-0cc7-4e51-b898-a762ab45fb81 None None] The sync data for ids ['f048b5b5-01d4-419f-a17e-6865e85c411a'] in dv-cinder-819200-1-iscsi is: [{'id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'name': 'tempest-AttachVolumeShelveTestJSON-104039817-router', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:28:19Z', 'revision_number': 4, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'gw_port': {'id': 'ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:11Z', 'updated_at': '2021-11-25T00:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_floatingips': [{'id': 'e76cf1a1-ac96-4642-9d5b-dc774796de68', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'router_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'port_id': 'd7850e98-99f6-49c8-9b73-7628661955e3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8', 'mac_address': 'fa:16:3e:e2:09:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9809d6d-c3f6-4aa3-985f-00e0d552df42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T00:28:38Z', 'updated_at': '2021-11-25T00:29:21Z', 'revision_number': 1, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33be911e-20ae-465b-8d3c-0b743bfcdb33', 'name': '', 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'mac_address': 'fa:16:3e:13:4c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:16Z', 'updated_at': '2021-11-25T00:28:33Z', 'revision_number': 5, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'subnets': [{'id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:29:23.545800 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773dd039-128f-4cfa-aea7-ac5a1626d31c req-cfa69836-cc80-473c-b373-d4a84d292f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:23.552502 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-773dd039-128f-4cfa-aea7-ac5a1626d31c req-cfa69836-cc80-473c-b373-d4a84d292f65 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9633a0cbb3fa4ca8ad10748648a3ae1b&device_id=e62daafa-272c-42a9-bacb-4aa817b6323c HTTP/1.1" status: 200 len: 1098 time: 0.1015878 Nov 25 00:29:23.628423 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-e32b7723-d4d5-4c9d-a1d2-fff211b00bf9 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Made reservation on behalf of dc244727a1134e209e24f40acad0df6d for: {'port': 1} {{(pid=109124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:29:23.636830 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-e32b7723-d4d5-4c9d-a1d2-fff211b00bf9 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:23.839565 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773dd039-128f-4cfa-aea7-ac5a1626d31c req-8818f795-8d61-4fc9-a8b6-1fdfb2faf5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:23.841340 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-773dd039-128f-4cfa-aea7-ac5a1626d31c req-8818f795-8d61-4fc9-a8b6-1fdfb2faf5b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eec65319-57e0-4057-bff5-48191b9a49e0 HTTP/1.1" status: 200 len: 912 time: 0.2505188 Nov 25 00:29:23.865500 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.db_base_plugin_common [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-e32b7723-d4d5-4c9d-a1d2-fff211b00bf9 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Allocated IP 172.20.0.2 (c6860e7f-1840-44cc-88a0-1bba28b2eba5/9526e428-93cb-4b36-b147-01a6ceccc3e0/4c4e41bf-d836-455d-8cd5-d02d97f94adc) {{(pid=109124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:29:23.959152 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-773dd039-128f-4cfa-aea7-ac5a1626d31c req-1d033518-e30d-47d3-a46b-54d8620474d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b391fc4-2fba-4562-86f0-5208a9d94be7 HTTP/1.1" status: 200 len: 217 time: 0.1069748 Nov 25 00:29:23.966212 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3363ccd-5ce4-4781-b926-76c3e080466a None None] New status for floating IP e76cf1a1-ac96-4642-9d5b-dc774796de68: ACTIVE {{(pid=109125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 00:29:24.033462 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c457fb7a-5f8a-4539-ac2f-1da458378e44 req-f33b81e0-77d0-42d9-8b0b-53a7f2362246 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=af6be9eb-a853-445a-b133-971981b6ce02 HTTP/1.1" status: 200 len: 210 time: 0.0721803 Nov 25 00:29:24.209877 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773dd039-128f-4cfa-aea7-ac5a1626d31c req-471d970e-69d8-4a4b-80af-e7bada916448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:24.212360 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-773dd039-128f-4cfa-aea7-ac5a1626d31c req-471d970e-69d8-4a4b-80af-e7bada916448 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=94174517-9a0d-4abc-b4dc-d97bcbadbd2f HTTP/1.1" status: 200 len: 851 time: 0.1777506 Nov 25 00:29:24.281213 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-e32b7723-d4d5-4c9d-a1d2-fff211b00bf9 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Publish callbacks [] for port, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:24.306488 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-773dd039-128f-4cfa-aea7-ac5a1626d31c req-4a3431a6-62df-40cb-abf5-4d068b8506bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eec65319-57e0-4057-bff5-48191b9a49e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829988 Nov 25 00:29:24.409487 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-e32b7723-d4d5-4c9d-a1d2-fff211b00bf9 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:24.425963 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['766bc99c-1d66-4eda-8300-d09cef61ce3b'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:29:24.615676 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-e32b7723-d4d5-4c9d-a1d2-fff211b00bf9 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Network c6860e7f-1840-44cc-88a0-1bba28b2eba5 is already hosted by enough agents. {{(pid=109124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:29:24.622614 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.base_scheduler [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-e32b7723-d4d5-4c9d-a1d2-fff211b00bf9 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Resources bound (agent type, host, resource id): {{(pid=109124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:29:24.628204 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-e32b7723-d4d5-4c9d-a1d2-fff211b00bf9 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Received port after_create {{(pid=109124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:29:24.657773 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 40998) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:24.679385 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b7723-d4d5-4c9d-a1d2-fff211b00bf9 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Pushing event updated for resources: {'Port': ['ID=4c4e41bf-d836-455d-8cd5-d02d97f94adc,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:24.697448 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b7723-d4d5-4c9d-a1d2-fff211b00bf9 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:24.699395 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b7723-d4d5-4c9d-a1d2-fff211b00bf9 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:24.699922 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b7723-d4d5-4c9d-a1d2-fff211b00bf9 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:24.700421 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b7723-d4d5-4c9d-a1d2-fff211b00bf9 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:24.700944 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b7723-d4d5-4c9d-a1d2-fff211b00bf9 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:24.701453 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b7723-d4d5-4c9d-a1d2-fff211b00bf9 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:24.701974 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b7723-d4d5-4c9d-a1d2-fff211b00bf9 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:24.702451 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b7723-d4d5-4c9d-a1d2-fff211b00bf9 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:24.703052 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b7723-d4d5-4c9d-a1d2-fff211b00bf9 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:24.703559 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b7723-d4d5-4c9d-a1d2-fff211b00bf9 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:24.704080 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b7723-d4d5-4c9d-a1d2-fff211b00bf9 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:24.704743 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b7723-d4d5-4c9d-a1d2-fff211b00bf9 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:24.721833 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-773dd039-128f-4cfa-aea7-ac5a1626d31c req-b36b1244-0325-42ef-aa58-133254e2c2e8 service neutron] 10.222.0.36 "GET /v2.0/networks/eec65319-57e0-4057-bff5-48191b9a49e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047194 Nov 25 00:29:24.742650 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-e32b7723-d4d5-4c9d-a1d2-fff211b00bf9 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:24.743324 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-e32b7723-d4d5-4c9d-a1d2-fff211b00bf9 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for port, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:24.774494 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-e32b7723-d4d5-4c9d-a1d2-fff211b00bf9 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5737097 Nov 25 00:29:24.775306 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 41004) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:24.806213 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-edd536b6-889a-4c3d-a403-706a036de07c service neutron] Request body: {'port': {'device_id': 'af6be9eb-a853-445a-b133-971981b6ce02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:29:24.884908 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-edd536b6-889a-4c3d-a403-706a036de07c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:24.923337 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-773dd039-128f-4cfa-aea7-ac5a1626d31c req-601b0222-4bc9-458c-b346-3f7f244120b2 service neutron] 10.222.0.36 "GET /v2.0/networks/eec65319-57e0-4057-bff5-48191b9a49e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899188 Nov 25 00:29:25.009694 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6064a1e8-23ac-40d8-8d2b-bf35af5a2d5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:25.111213 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-f5636d45-ae57-42e0-9dd2-70b2a606134b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:25.172328 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6064a1e8-23ac-40d8-8d2b-bf35af5a2d5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:25.200438 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6064a1e8-23ac-40d8-8d2b-bf35af5a2d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:25.260098 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6064a1e8-23ac-40d8-8d2b-bf35af5a2d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a469f44e-ecf2-4aad-96e2-77556bc07589,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:25.266802 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-6064a1e8-23ac-40d8-8d2b-bf35af5a2d5e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3b3228510d9148d3b9c6c81c58a6851a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5990140 Nov 25 00:29:25.277189 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 41018) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:25.277631 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cae437-46b8-4260-8c8c-a7a82b877299 req-daa1800f-080b-4e73-a447-97ae696c2c04 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:25.279253 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-12cae437-46b8-4260-8c8c-a7a82b877299 req-daa1800f-080b-4e73-a447-97ae696c2c04 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=af6be9eb-a853-445a-b133-971981b6ce02 HTTP/1.1" status: 200 len: 931 time: 0.1170387 Nov 25 00:29:25.285023 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6064a1e8-23ac-40d8-8d2b-bf35af5a2d5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:25.285373 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6064a1e8-23ac-40d8-8d2b-bf35af5a2d5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:25.285711 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6064a1e8-23ac-40d8-8d2b-bf35af5a2d5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:25.286040 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6064a1e8-23ac-40d8-8d2b-bf35af5a2d5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:25.286471 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6064a1e8-23ac-40d8-8d2b-bf35af5a2d5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:25.286781 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6064a1e8-23ac-40d8-8d2b-bf35af5a2d5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:25.287100 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6064a1e8-23ac-40d8-8d2b-bf35af5a2d5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:25.287426 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6064a1e8-23ac-40d8-8d2b-bf35af5a2d5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:25.287752 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6064a1e8-23ac-40d8-8d2b-bf35af5a2d5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:25.288072 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6064a1e8-23ac-40d8-8d2b-bf35af5a2d5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:25.288388 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6064a1e8-23ac-40d8-8d2b-bf35af5a2d5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:25.288704 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6064a1e8-23ac-40d8-8d2b-bf35af5a2d5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:25.344453 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-12cae437-46b8-4260-8c8c-a7a82b877299 req-3f530ee8-3b1e-4dc7-a21d-dd1986514526 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506363 Nov 25 00:29:25.437338 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-f5636d45-ae57-42e0-9dd2-70b2a606134b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:25.445906 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-f5636d45-ae57-42e0-9dd2-70b2a606134b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:25.505855 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1acff846-b3ab-4d54-870a-917b2d5f095e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:25.548116 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.notifiers.nova [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-edd536b6-889a-4c3d-a403-706a036de07c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c4e41bf-d836-455d-8cd5-d02d97f94adc {{(pid=109124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:29:25.554690 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5636d45-ae57-42e0-9dd2-70b2a606134b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcb7eed-9039-48a6-bbdd-2bad1fe20461,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:25.562181 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-f5636d45-ae57-42e0-9dd2-70b2a606134b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=55c9375ba8f941318e09588ed1d8013f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7847745 Nov 25 00:29:25.562559 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 41030) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:25.574757 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-edd536b6-889a-4c3d-a403-706a036de07c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:25.582402 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1acff846-b3ab-4d54-870a-917b2d5f095e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:25.608494 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.provisioning_blocks [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-edd536b6-889a-4c3d-a403-706a036de07c service neutron] Transition to ACTIVE for port object 4c4e41bf-d836-455d-8cd5-d02d97f94adc will not be triggered until provisioned by entity L2. {{(pid=109124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 00:29:25.630964 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-edd536b6-889a-4c3d-a403-706a036de07c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11622735'] for port, after_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:25.678703 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-67c9ed80-2f7f-4306-9b75-42169cb138b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:25.709569 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd536b6-889a-4c3d-a403-706a036de07c service neutron] Pushing event updated for resources: {'Port': ['ID=4c4e41bf-d836-455d-8cd5-d02d97f94adc,revision_number=2']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:25.739824 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-67c9ed80-2f7f-4306-9b75-42169cb138b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:25.843004 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1acff846-b3ab-4d54-870a-917b2d5f095e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:25.846548 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1acff846-b3ab-4d54-870a-917b2d5f095e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:25.848158 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-1acff846-b3ab-4d54-870a-917b2d5f095e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a469f44e-ecf2-4aad-96e2-77556bc07589 HTTP/1.1" status: 204 len: 168 time: 0.5696371 Nov 25 00:29:25.863373 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acff846-b3ab-4d54-870a-917b2d5f095e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a469f44e-ecf2-4aad-96e2-77556bc07589,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:25.868790 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-67c9ed80-2f7f-4306-9b75-42169cb138b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:25.890731 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-67c9ed80-2f7f-4306-9b75-42169cb138b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:25.890731 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-67c9ed80-2f7f-4306-9b75-42169cb138b2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dfcb7eed-9039-48a6-bbdd-2bad1fe20461 HTTP/1.1" status: 204 len: 168 time: 0.3238328 Nov 25 00:29:25.893366 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.managers [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-edd536b6-889a-4c3d-a403-706a036de07c service neutron] Attempting to bind port 4c4e41bf-d836-455d-8cd5-d02d97f94adc on host hv-cinder-81920 for vnic_type normal with profile {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:29:25.893749 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.managers [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-edd536b6-889a-4c3d-a403-706a036de07c service neutron] Attempting to bind port 4c4e41bf-d836-455d-8cd5-d02d97f94adc by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': '1d001069-81f5-4588-89c3-3b44f4223981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c6860e7f-1840-44cc-88a0-1bba28b2eba5'}] {{(pid=109124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:29:25.894083 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-edd536b6-889a-4c3d-a403-706a036de07c service neutron] Attempting to bind port 4c4e41bf-d836-455d-8cd5-d02d97f94adc on network c6860e7f-1840-44cc-88a0-1bba28b2eba5 {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:29:25.906378 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-edd536b6-889a-4c3d-a403-706a036de07c service neutron] Port 4c4e41bf-d836-455d-8cd5-d02d97f94adc on network c6860e7f-1840-44cc-88a0-1bba28b2eba5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 00:29:25.907239 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-edd536b6-889a-4c3d-a403-706a036de07c service neutron] Attempting to bind port 4c4e41bf-d836-455d-8cd5-d02d97f94adc on network c6860e7f-1840-44cc-88a0-1bba28b2eba5 {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:29:25.916154 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-edd536b6-889a-4c3d-a403-706a036de07c service neutron] Checking agent: {'id': 'ecb47d45-642b-455d-9e6f-8b3bbedb4480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'started_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:29:25.917203 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-edd536b6-889a-4c3d-a403-706a036de07c service neutron] Checking segment: {'id': '1d001069-81f5-4588-89c3-3b44f4223981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c6860e7f-1840-44cc-88a0-1bba28b2eba5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:29:25.917501 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-edd536b6-889a-4c3d-a403-706a036de07c service neutron] Bound using segment: {'id': '1d001069-81f5-4588-89c3-3b44f4223981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c6860e7f-1840-44cc-88a0-1bba28b2eba5'} {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:29:25.917890 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.managers [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-edd536b6-889a-4c3d-a403-706a036de07c service neutron] Bound port: 4c4e41bf-d836-455d-8cd5-d02d97f94adc, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d001069-81f5-4588-89c3-3b44f4223981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c6860e7f-1840-44cc-88a0-1bba28b2eba5'}}] {{(pid=109124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:29:25.918271 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-edd536b6-889a-4c3d-a403-706a036de07c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:25.921258 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9ed80-2f7f-4306-9b75-42169cb138b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcb7eed-9039-48a6-bbdd-2bad1fe20461,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:26.032887 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-edd536b6-889a-4c3d-a403-706a036de07c service neutron] For port 4c4e41bf-d836-455d-8cd5-d02d97f94adc, host hv-cinder-81920, cleared binding levels {{(pid=109124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:29:26.037230 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-edd536b6-889a-4c3d-a403-706a036de07c service neutron] For port 4c4e41bf-d836-455d-8cd5-d02d97f94adc, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=4c4e41bf-d836-455d-8cd5-d02d97f94adc,segment=NetworkSegment(1d001069-81f5-4588-89c3-3b44f4223981),segment_id=1d001069-81f5-4588-89c3-3b44f4223981)] {{(pid=109124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:29:26.044046 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-edd536b6-889a-4c3d-a403-706a036de07c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11622735'] for port, after_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:26.102798 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-edd536b6-889a-4c3d-a403-706a036de07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:26.103440 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-edd536b6-889a-4c3d-a403-706a036de07c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for port, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:26.105514 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-edd536b6-889a-4c3d-a403-706a036de07c service neutron] 10.222.0.36 "PUT /v2.0/ports/4c4e41bf-d836-455d-8cd5-d02d97f94adc HTTP/1.1" status: 200 len: 1093 time: 1.3064599 Nov 25 00:29:26.105921 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af6be9eb-a853-445a-b133-971981b6ce02', 'tag': '4c4e41bf-d836-455d-8cd5-d02d97f94adc'}] {{(pid=109124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:29:26.108393 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c540b04f577278a42f04ac83864b9661265f6e355fc5f2cf5b057c36d7214e30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d0aa5c-21b6-485f-9b71-03c1fb7de877" -d '{"events": [{"name": "network-changed", "server_uuid": "af6be9eb-a853-445a-b133-971981b6ce02", "tag": "4c4e41bf-d836-455d-8cd5-d02d97f94adc"}]}' {{(pid=109124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:29:26.169821 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd536b6-889a-4c3d-a403-706a036de07c service neutron] Pushing event updated for resources: {'Port': ['ID=4c4e41bf-d836-455d-8cd5-d02d97f94adc,revision_number=3']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:26.190864 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 00:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13ba478-835e-472f-a0bc-66b502d28d9f x-openstack-request-id: req-d13ba478-835e-472f-a0bc-66b502d28d9f {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:29:26.191164 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af6be9eb-a853-445a-b133-971981b6ce02", "tag": "4c4e41bf-d836-455d-8cd5-d02d97f94adc", "status": "completed", "code": 200}]} {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:29:26.191434 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d13ba478-835e-472f-a0bc-66b502d28d9f {{(pid=109124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:29:26.191822 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af6be9eb-a853-445a-b133-971981b6ce02', 'tag': '4c4e41bf-d836-455d-8cd5-d02d97f94adc', 'status': 'completed', 'code': 200} Nov 25 00:29:26.454153 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-f36cf1be-cfe8-4565-9e5c-4952c1c7aec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:26.456733 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-f36cf1be-cfe8-4565-9e5c-4952c1c7aec2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc244727a1134e209e24f40acad0df6d&device_id=af6be9eb-a853-445a-b133-971981b6ce02 HTTP/1.1" status: 200 len: 1096 time: 0.2789478 Nov 25 00:29:26.521175 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-d77de7b6-df4f-4b9e-afe0-0271d4f1ff45 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c4e41bf-d836-455d-8cd5-d02d97f94adc HTTP/1.1" status: 200 len: 217 time: 0.0525155 Nov 25 00:29:26.559973 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 41080) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:26.591221 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-4bd007e2-3cc6-42a2-a3df-e7a874d14ddd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:26.610144 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 41082) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:26.628307 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-cb263227-cf7c-4d29-b2bc-d7e31555b9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:26.629892 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-cb263227-cf7c-4d29-b2bc-d7e31555b9c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9526e428-93cb-4b36-b147-01a6ceccc3e0 HTTP/1.1" status: 200 len: 855 time: 0.0966997 Nov 25 00:29:26.650292 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-8f7b684f-5fbf-45f9-ab8f-b5e69239505d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:26.650455 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55716fc-3980-4f01-8efc-839992f65b20 req-52a19df3-ff42-48df-9b66-e1adb7008649 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:26.653465 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-a55716fc-3980-4f01-8efc-839992f65b20 req-52a19df3-ff42-48df-9b66-e1adb7008649 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=af6be9eb-a853-445a-b133-971981b6ce02 HTTP/1.1" status: 200 len: 943 time: 0.1076527 Nov 25 00:29:26.727810 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-a6f51e52-6142-4371-885c-075773f985cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6860e7f-1840-44cc-88a0-1bba28b2eba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714052 Nov 25 00:29:26.769156 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-4bd007e2-3cc6-42a2-a3df-e7a874d14ddd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:26.777484 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-4bd007e2-3cc6-42a2-a3df-e7a874d14ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:26.828246 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-8f7b684f-5fbf-45f9-ab8f-b5e69239505d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:26.835550 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-8f7b684f-5fbf-45f9-ab8f-b5e69239505d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:26.842408 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd007e2-3cc6-42a2-a3df-e7a874d14ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652f5ff7-b916-4a60-b33f-4ac0b1be2541,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:26.875117 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-4bd007e2-3cc6-42a2-a3df-e7a874d14ddd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c3d14d487052499fba11ef8b58f715af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3138032 Nov 25 00:29:26.875941 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 41086) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:26.876673 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-a55716fc-3980-4f01-8efc-839992f65b20 req-be3c0f35-d39e-4d70-a039-cfcaf21b60ff tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177758 Nov 25 00:29:26.951700 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-bcb9b826-3576-414e-85da-865e0772e643 service neutron] 10.222.0.36 "GET /v2.0/networks/c6860e7f-1840-44cc-88a0-1bba28b2eba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134733 Nov 25 00:29:26.984062 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-8f7b684f-5fbf-45f9-ab8f-b5e69239505d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bfca8311f14d4b6baf69f8b8e72f19cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3677864 Nov 25 00:29:27.000428 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 41094) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:27.012109 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b684f-5fbf-45f9-ab8f-b5e69239505d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441b1c13-a297-4a82-8ce6-c555804a3c71,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:27.058120 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e3c4ec94-b00c-4fc0-8b4b-dc16287c5fcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:27.090924 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e3c4ec94-b00c-4fc0-8b4b-dc16287c5fcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:27.144551 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-79c1143f-883a-4433-9cdc-8a26c396069b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:27.175490 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-79c1143f-883a-4433-9cdc-8a26c396069b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:27.192368 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b3ea3c6e-5ca7-439a-92c6-61bfdacc9b9c req-ee221b54-b919-4de1-a722-160fa8efe05c service neutron] 10.222.0.36 "GET /v2.0/networks/c6860e7f-1840-44cc-88a0-1bba28b2eba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288404 Nov 25 00:29:27.214057 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e3c4ec94-b00c-4fc0-8b4b-dc16287c5fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:27.218676 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e3c4ec94-b00c-4fc0-8b4b-dc16287c5fcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:27.219863 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-e3c4ec94-b00c-4fc0-8b4b-dc16287c5fcd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/652f5ff7-b916-4a60-b33f-4ac0b1be2541 HTTP/1.1" status: 204 len: 168 time: 0.3377583 Nov 25 00:29:27.233340 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4ec94-b00c-4fc0-8b4b-dc16287c5fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652f5ff7-b916-4a60-b33f-4ac0b1be2541,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:27.287443 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-79c1143f-883a-4433-9cdc-8a26c396069b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:27.291437 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-79c1143f-883a-4433-9cdc-8a26c396069b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:27.293280 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-79c1143f-883a-4433-9cdc-8a26c396069b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/441b1c13-a297-4a82-8ce6-c555804a3c71 HTTP/1.1" status: 204 len: 168 time: 0.2914579 Nov 25 00:29:27.316923 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1143f-883a-4433-9cdc-8a26c396069b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441b1c13-a297-4a82-8ce6-c555804a3c71,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:27.365195 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0aa5c-21b6-485f-9b71-03c1fb7de877 req-8929b304-8be5-402d-a80b-820cbd6f5f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:27.367870 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-92d0aa5c-21b6-485f-9b71-03c1fb7de877 req-8929b304-8be5-402d-a80b-820cbd6f5f3d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc244727a1134e209e24f40acad0df6d&device_id=af6be9eb-a853-445a-b133-971981b6ce02 HTTP/1.1" status: 200 len: 1096 time: 0.0885971 Nov 25 00:29:27.538535 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0aa5c-21b6-485f-9b71-03c1fb7de877 req-73d7216c-271f-4356-b3ae-49fa7c026ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:27.542438 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-92d0aa5c-21b6-485f-9b71-03c1fb7de877 req-73d7216c-271f-4356-b3ae-49fa7c026ada service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6860e7f-1840-44cc-88a0-1bba28b2eba5 HTTP/1.1" status: 200 len: 916 time: 0.1630805 Nov 25 00:29:27.609545 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-92d0aa5c-21b6-485f-9b71-03c1fb7de877 req-0f0f20ea-1591-43e1-8d24-7d34e8a9b558 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c4e41bf-d836-455d-8cd5-d02d97f94adc HTTP/1.1" status: 200 len: 217 time: 0.0559657 Nov 25 00:29:27.690283 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0aa5c-21b6-485f-9b71-03c1fb7de877 req-95243da7-86f1-41e3-8f03-f4cbc5ea946e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:27.692457 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-92d0aa5c-21b6-485f-9b71-03c1fb7de877 req-95243da7-86f1-41e3-8f03-f4cbc5ea946e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9526e428-93cb-4b36-b147-01a6ceccc3e0 HTTP/1.1" status: 200 len: 855 time: 0.0713596 Nov 25 00:29:27.750655 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-92d0aa5c-21b6-485f-9b71-03c1fb7de877 req-ccb06976-01e6-4065-bd2a-99da5073ae56 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6860e7f-1840-44cc-88a0-1bba28b2eba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436356 Nov 25 00:29:27.921862 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-92d0aa5c-21b6-485f-9b71-03c1fb7de877 req-ecf71523-f45b-4476-bc16-1716034793a2 service neutron] 10.222.0.36 "GET /v2.0/networks/c6860e7f-1840-44cc-88a0-1bba28b2eba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596682 Nov 25 00:29:28.148137 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-92d0aa5c-21b6-485f-9b71-03c1fb7de877 req-f07b6c62-f697-4e70-b5ea-53ee6f45ac28 service neutron] 10.222.0.36 "GET /v2.0/networks/c6860e7f-1840-44cc-88a0-1bba28b2eba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106395 Nov 25 00:29:28.157883 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14557de6-675a-4441-93d5-3881453c1bf6 req-d0439b1d-a59d-4a6b-af93-686439916ed1 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:28.167470 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-14557de6-675a-4441-93d5-3881453c1bf6 req-d0439b1d-a59d-4a6b-af93-686439916ed1 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=af6be9eb-a853-445a-b133-971981b6ce02 HTTP/1.1" status: 200 len: 943 time: 0.1431558 Nov 25 00:29:28.238503 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-14557de6-675a-4441-93d5-3881453c1bf6 req-2ac7c95c-e60d-477a-b09d-66ac5be22010 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694559 Nov 25 00:29:28.627033 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 41160) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:28.971141 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-9fbf8858-eb83-4407-9b0b-15ee983caeb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:29.101449 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-9fbf8858-eb83-4407-9b0b-15ee983caeb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:29.108259 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-9fbf8858-eb83-4407-9b0b-15ee983caeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:29.182843 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-9fbf8858-eb83-4407-9b0b-15ee983caeb0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=de76b2ce35f64ae3ac19bd852d1e3543&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5538990 Nov 25 00:29:29.184734 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf8858-eb83-4407-9b0b-15ee983caeb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4836c56-6963-46ab-b32b-2aefcb3f723d,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:29.185900 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 41180) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:29.309365 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-000e2bc1-2763-4d4d-a995-8808d17cb89a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:29.417438 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-000e2bc1-2763-4d4d-a995-8808d17cb89a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:29.583149 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-000e2bc1-2763-4d4d-a995-8808d17cb89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:29.588464 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-000e2bc1-2763-4d4d-a995-8808d17cb89a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:29.594833 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-000e2bc1-2763-4d4d-a995-8808d17cb89a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d4836c56-6963-46ab-b32b-2aefcb3f723d HTTP/1.1" status: 204 len: 168 time: 0.4039781 Nov 25 00:29:29.620780 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e2bc1-2763-4d4d-a995-8808d17cb89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4836c56-6963-46ab-b32b-2aefcb3f723d,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:29.691401 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbde855-0c2a-4f0e-a857-042598d9dafb req-a7c3e08a-a418-4235-ba3c-aa9dfef73eb5 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:29.694739 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-0fbde855-0c2a-4f0e-a857-042598d9dafb req-a7c3e08a-a418-4235-ba3c-aa9dfef73eb5 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=af6be9eb-a853-445a-b133-971981b6ce02 HTTP/1.1" status: 200 len: 943 time: 0.1950409 Nov 25 00:29:29.822343 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-0fbde855-0c2a-4f0e-a857-042598d9dafb req-3d386ad4-5eee-4c86-a153-5ec086bbf4f8 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158259 Nov 25 00:29:29.912796 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 41212) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:30.272836 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5df24-ccad-4943-bae1-6c282957fb12 req-d8f07fce-2596-4cac-b914-9a6c587d6c0c tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:30.279521 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8bb5df24-ccad-4943-bae1-6c282957fb12 req-d8f07fce-2596-4cac-b914-9a6c587d6c0c tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/ports?device_id=e62daafa-272c-42a9-bacb-4aa817b6323c HTTP/1.1" status: 200 len: 945 time: 0.0886700 Nov 25 00:29:30.279654 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-b0ea5d9b-c15e-49dc-bf9b-74fbfdfebe96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:30.383002 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8bb5df24-ccad-4943-bae1-6c282957fb12 req-a64b4dc3-0ba6-4672-a300-b318b488d2d7 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/security-groups?id=a07ebe53-e0bf-4c37-b8fb-76141d0c6ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923085 Nov 25 00:29:30.448504 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-b0ea5d9b-c15e-49dc-bf9b-74fbfdfebe96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:30.459021 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-b0ea5d9b-c15e-49dc-bf9b-74fbfdfebe96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:30.485643 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 41234) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:30.503759 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-48c613ba-d33f-48b3-8c3d-dad2fef23cb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:30.517447 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-b0ea5d9b-c15e-49dc-bf9b-74fbfdfebe96 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca53d783bfef489081497b5c6ab4572c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6032462 Nov 25 00:29:30.520484 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea5d9b-c15e-49dc-bf9b-74fbfdfebe96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6314808-9fdf-421f-b6bd-f36e09f90cba,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:30.522551 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 41238) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:30.662553 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-384c779b-8468-40ec-968d-2ee1d53588fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:30.718252 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-384c779b-8468-40ec-968d-2ee1d53588fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:30.740464 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-48c613ba-d33f-48b3-8c3d-dad2fef23cb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:30.749860 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-48c613ba-d33f-48b3-8c3d-dad2fef23cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:30.815318 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-48c613ba-d33f-48b3-8c3d-dad2fef23cb7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=43dc961bf3844bbbb0230d67f35e7c8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3276219 Nov 25 00:29:30.819188 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c613ba-d33f-48b3-8c3d-dad2fef23cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07258509-2e6f-4102-a163-a80625dcc875,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:30.819572 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 41258) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:30.849900 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-384c779b-8468-40ec-968d-2ee1d53588fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:30.858306 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-384c779b-8468-40ec-968d-2ee1d53588fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:30.863612 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-384c779b-8468-40ec-968d-2ee1d53588fb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f6314808-9fdf-421f-b6bd-f36e09f90cba HTTP/1.1" status: 204 len: 168 time: 0.3356876 Nov 25 00:29:30.875885 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c779b-8468-40ec-968d-2ee1d53588fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6314808-9fdf-421f-b6bd-f36e09f90cba,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:30.924858 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-2b2ab1fe-60ee-4585-ade5-fb2856e5037d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:30.951205 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 4c4e41bf-d836-455d-8cd5-d02d97f94adc details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=109125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 00:29:30.952158 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-2b2ab1fe-60ee-4585-ade5-fb2856e5037d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:31.024089 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-2b2ab1fe-60ee-4585-ade5-fb2856e5037d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:31.032008 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-2b2ab1fe-60ee-4585-ade5-fb2856e5037d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:31.033750 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-2b2ab1fe-60ee-4585-ade5-fb2856e5037d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/07258509-2e6f-4102-a163-a80625dcc875 HTTP/1.1" status: 204 len: 168 time: 0.2128193 Nov 25 00:29:31.043457 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ab1fe-60ee-4585-ade5-fb2856e5037d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07258509-2e6f-4102-a163-a80625dcc875,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:31.085358 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 4c4e41bf-d836-455d-8cd5-d02d97f94adc, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=4c4e41bf-d836-455d-8cd5-d02d97f94adc,segment=NetworkSegment(1d001069-81f5-4588-89c3-3b44f4223981),segment_id=1d001069-81f5-4588-89c3-3b44f4223981)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:29:31.113261 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Returning: {'device': '4c4e41bf-d836-455d-8cd5-d02d97f94adc', 'network_id': 'c6860e7f-1840-44cc-88a0-1bba28b2eba5', 'port_id': '4c4e41bf-d836-455d-8cd5-d02d97f94adc', 'mac_address': 'fa:16:3e:44:0a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9526e428-93cb-4b36-b147-01a6ceccc3e0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 00:29:31.189917 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:31.205755 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c4e41bf-d836-455d-8cd5-d02d97f94adc {{(pid=109125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:29:31.232239 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 4c4e41bf-d836-455d-8cd5-d02d97f94adc, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=4c4e41bf-d836-455d-8cd5-d02d97f94adc,segment=NetworkSegment(1d001069-81f5-4588-89c3-3b44f4223981),segment_id=1d001069-81f5-4588-89c3-3b44f4223981)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:29:31.237918 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:31.341429 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 41282) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:31.348156 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=4c4e41bf-d836-455d-8cd5-d02d97f94adc,revision_number=4']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:31.356965 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:31.357493 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:31.357931 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:31.358536 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:31.359002 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:31.359485 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:31.359913 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:31.360357 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:31.360820 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:31.361269 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:31.361701 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:31.362119 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:31.656161 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-a4eaf1fb-ab29-4bf1-bfef-efadcd6461c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:31.760760 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-a4eaf1fb-ab29-4bf1-bfef-efadcd6461c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:31.765955 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-a4eaf1fb-ab29-4bf1-bfef-efadcd6461c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:31.847758 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-a4eaf1fb-ab29-4bf1-bfef-efadcd6461c7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e80d0107509b4775bc81d33b0d6f9a30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5046160 Nov 25 00:29:31.849492 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eaf1fb-ab29-4bf1-bfef-efadcd6461c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c0adc6-c63b-414d-9bf0-26e7c528f56c,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:31.850506 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 41302) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:31.925628 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-5f052e6a-cbe7-470a-acae-ca23a61a61e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:31.951921 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-5f052e6a-cbe7-470a-acae-ca23a61a61e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:32.025404 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-5f052e6a-cbe7-470a-acae-ca23a61a61e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:32.030278 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-5f052e6a-cbe7-470a-acae-ca23a61a61e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:32.036021 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-5f052e6a-cbe7-470a-acae-ca23a61a61e6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/08c0adc6-c63b-414d-9bf0-26e7c528f56c HTTP/1.1" status: 204 len: 168 time: 0.1802897 Nov 25 00:29:32.047151 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f052e6a-cbe7-470a-acae-ca23a61a61e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c0adc6-c63b-414d-9bf0-26e7c528f56c,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:32.377973 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 41324) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:32.404078 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6c46d317-277f-4b41-865a-7164766cdc65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:32.503717 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6c46d317-277f-4b41-865a-7164766cdc65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:32.512893 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6c46d317-277f-4b41-865a-7164766cdc65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:32.593475 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 41332) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:32.594339 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-6c46d317-277f-4b41-865a-7164766cdc65 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7fe98072f7a647e38ba8e3c5961677a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2137387 Nov 25 00:29:32.595831 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46d317-277f-4b41-865a-7164766cdc65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b3bd51-d367-41c4-80ae-b4e0fafd5687,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:32.689836 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d45e7dbe-82db-447c-91ca-4e11d1d9eea1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:32.730444 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d45e7dbe-82db-447c-91ca-4e11d1d9eea1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:32.821957 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d45e7dbe-82db-447c-91ca-4e11d1d9eea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:32.828869 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d45e7dbe-82db-447c-91ca-4e11d1d9eea1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:32.831411 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-d45e7dbe-82db-447c-91ca-4e11d1d9eea1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78b3bd51-d367-41c4-80ae-b4e0fafd5687 HTTP/1.1" status: 204 len: 168 time: 0.2365212 Nov 25 00:29:32.852607 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e7dbe-82db-447c-91ca-4e11d1d9eea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b3bd51-d367-41c4-80ae-b4e0fafd5687,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:33.149174 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['4c4e41bf-d836-455d-8cd5-d02d97f94adc'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:29:33.196215 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5c1f2-fbe2-4cb0-b3d8-2623cf946b7d req-dd255699-843b-44e5-9458-5a883c420f85 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:33.205953 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9a893-b23a-47fd-9966-1b5c538cbbe9 req-6eab1a5c-d85e-415a-99fa-7f59f68ecdcd tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:33.220206 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-91b5c1f2-fbe2-4cb0-b3d8-2623cf946b7d req-dd255699-843b-44e5-9458-5a883c420f85 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/ports?device_id=e62daafa-272c-42a9-bacb-4aa817b6323c HTTP/1.1" status: 200 len: 945 time: 0.1431119 Nov 25 00:29:33.220429 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a8d9a893-b23a-47fd-9966-1b5c538cbbe9 req-6eab1a5c-d85e-415a-99fa-7f59f68ecdcd tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=af6be9eb-a853-445a-b133-971981b6ce02 HTTP/1.1" status: 200 len: 944 time: 0.1287620 Nov 25 00:29:33.327855 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-91b5c1f2-fbe2-4cb0-b3d8-2623cf946b7d req-5fe90ea3-b0fc-4131-98df-2c4e862017a0 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/security-groups?id=a07ebe53-e0bf-4c37-b8fb-76141d0c6ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009119 Nov 25 00:29:33.394005 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a8d9a893-b23a-47fd-9966-1b5c538cbbe9 req-c0bcc511-eb3e-4cd6-8399-0441cb78024e tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713650 Nov 25 00:29:34.578284 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b50a6-d18b-4764-a9d6-b730440f0741 req-fb04ccc1-78a5-4c2f-8264-15ebcdf1c9de tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:34.581107 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-fa6b50a6-d18b-4764-a9d6-b730440f0741 req-fb04ccc1-78a5-4c2f-8264-15ebcdf1c9de tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/ports?device_id=e62daafa-272c-42a9-bacb-4aa817b6323c HTTP/1.1" status: 200 len: 945 time: 0.1139283 Nov 25 00:29:34.713415 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6536d0-036d-4c62-9b64-c2cf22560f9b req-437dc7db-de39-4810-8c9f-623ca4f4ea6d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:34.716411 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2e6536d0-036d-4c62-9b64-c2cf22560f9b req-437dc7db-de39-4810-8c9f-623ca4f4ea6d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=af6be9eb-a853-445a-b133-971981b6ce02 HTTP/1.1" status: 200 len: 944 time: 0.1627986 Nov 25 00:29:34.726154 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-fa6b50a6-d18b-4764-a9d6-b730440f0741 req-a07ec824-05ed-4b12-ba04-c260aab5b94d tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/security-groups?id=a07ebe53-e0bf-4c37-b8fb-76141d0c6ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176052 Nov 25 00:29:34.781289 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 4c4e41bf-d836-455d-8cd5-d02d97f94adc up at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:29:34.860307 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2e6536d0-036d-4c62-9b64-c2cf22560f9b req-d366f726-088a-44a9-94d5-0439060523c6 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228089 Nov 25 00:29:34.895088 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning for port 4c4e41bf-d836-455d-8cd5-d02d97f94adc completed by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 00:29:34.907207 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning complete for port 4c4e41bf-d836-455d-8cd5-d02d97f94adc triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:29:34.907937 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:35.032181 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 41472) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:35.106404 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474cc1e8-21b3-4adf-bd94-8266ace626f8 req-4c85c706-3f91-44cd-8301-6950c3f96453 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:35.113758 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-474cc1e8-21b3-4adf-bd94-8266ace626f8 req-4c85c706-3f91-44cd-8301-6950c3f96453 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.36 "GET /v2.0/ports?device_id=e62daafa-272c-42a9-bacb-4aa817b6323c HTTP/1.1" status: 200 len: 945 time: 0.1012359 Nov 25 00:29:35.186615 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:35.275198 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 4c4e41bf-d836-455d-8cd5-d02d97f94adc, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=4c4e41bf-d836-455d-8cd5-d02d97f94adc,segment=NetworkSegment(1d001069-81f5-4588-89c3-3b44f4223981),segment_id=1d001069-81f5-4588-89c3-3b44f4223981)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:29:35.276941 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6be9eb-a853-445a-b133-971981b6ce02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4e41bf-d836-455d-8cd5-d02d97f94adc'}] {{(pid=109125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:29:35.285039 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b40ce054491f5bd1a33a22e0e33c095860c6622367658d2460ab374ec6fa3a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8b5029-da46-46a0-b826-059b68071d5c" -d '{"events": [{"server_uuid": "af6be9eb-a853-445a-b133-971981b6ce02", "name": "network-vif-plugged", "status": "completed", "tag": "4c4e41bf-d836-455d-8cd5-d02d97f94adc"}]}' {{(pid=109125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:29:35.302539 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:35.305011 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-45bb4f29-d973-4bd0-85a7-ccfc7ae76f95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:35.380031 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e49e466-2554-4efd-bd53-b09372556a70 x-openstack-request-id: req-1e49e466-2554-4efd-bd53-b09372556a70 {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:29:35.380759 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6be9eb-a853-445a-b133-971981b6ce02", "name": "network-vif-plugged", "status": "completed", "tag": "4c4e41bf-d836-455d-8cd5-d02d97f94adc", "code": 200}]} {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:29:35.381314 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e49e466-2554-4efd-bd53-b09372556a70 {{(pid=109125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:29:35.381989 dv-cinder-819200-1-iscsi neutron-server[109125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6be9eb-a853-445a-b133-971981b6ce02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4e41bf-d836-455d-8cd5-d02d97f94adc', 'code': 200} Nov 25 00:29:35.436338 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [req-474cc1e8-21b3-4adf-bd94-8266ace626f8 req-9f6c7ec5-55d7-4552-bd25-375adea0ef8f tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Deleting port 9b391fc4-2fba-4562-86f0-5208a9d94be7 {{(pid=109124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:29:35.436639 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-474cc1e8-21b3-4adf-bd94-8266ace626f8 req-9f6c7ec5-55d7-4552-bd25-375adea0ef8f tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:35.452931 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=4c4e41bf-d836-455d-8cd5-d02d97f94adc,revision_number=5']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:35.497435 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-45bb4f29-d973-4bd0-85a7-ccfc7ae76f95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:35.507276 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-45bb4f29-d973-4bd0-85a7-ccfc7ae76f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:35.590874 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb4f29-d973-4bd0-85a7-ccfc7ae76f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dca03e9-05c3-409a-b162-6d9f5f31a0b3,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:35.619164 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-45bb4f29-d973-4bd0-85a7-ccfc7ae76f95 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a20f33290abd42539c676fa955b98b3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5854609 Nov 25 00:29:35.624374 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 41488) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:35.674008 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [req-474cc1e8-21b3-4adf-bd94-8266ace626f8 req-9f6c7ec5-55d7-4552-bd25-375adea0ef8f tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] For port 9b391fc4-2fba-4562-86f0-5208a9d94be7, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=9b391fc4-2fba-4562-86f0-5208a9d94be7,segment=NetworkSegment(ff69b7ff-6535-4a1f-b900-f4b0f4f9cd37),segment_id=ff69b7ff-6535-4a1f-b900-f4b0f4f9cd37)] {{(pid=109124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:29:35.674930 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-474cc1e8-21b3-4adf-bd94-8266ace626f8 req-9f6c7ec5-55d7-4552-bd25-375adea0ef8f tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:35.710449 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [req-474cc1e8-21b3-4adf-bd94-8266ace626f8 req-9f6c7ec5-55d7-4552-bd25-375adea0ef8f tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Calling delete_port for 9b391fc4-2fba-4562-86f0-5208a9d94be7 owned by compute:nova {{(pid=109124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:29:35.785083 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d9fe0-5bbe-4304-9587-511c4de0fc22 req-de053197-fa82-42a2-87df-88166a64fb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:35.786837 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2a9d9fe0-5bbe-4304-9587-511c4de0fc22 req-de053197-fa82-42a2-87df-88166a64fb70 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=af6be9eb-a853-445a-b133-971981b6ce02 HTTP/1.1" status: 200 len: 1098 time: 0.1447089 Nov 25 00:29:35.893161 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-c7a1343f-a559-4d93-8f42-17cba58dc538 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:36.021032 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-474cc1e8-21b3-4adf-bd94-8266ace626f8 req-9f6c7ec5-55d7-4552-bd25-375adea0ef8f tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:36.036987 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['9b391fc4-2fba-4562-86f0-5208a9d94be7'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:29:36.042312 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-c7a1343f-a559-4d93-8f42-17cba58dc538 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:36.060831 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2a9d9fe0-5bbe-4304-9587-511c4de0fc22 req-e6a530a3-6e1b-444c-b095-d979aa048248 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445750 Nov 25 00:29:36.100821 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c7ec5-55d7-4552-bd25-375adea0ef8f tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Pushing event deleted for resources: {'Port': ['ID=9b391fc4-2fba-4562-86f0-5208a9d94be7,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:36.120474 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe45269-3e0c-446c-9528-9c6a97e760e3 req-af44465d-7c1a-4347-8862-32b6aa409edd tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:36.127468 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-0fe45269-3e0c-446c-9528-9c6a97e760e3 req-af44465d-7c1a-4347-8862-32b6aa409edd tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/ports?device_id=e62daafa-272c-42a9-bacb-4aa817b6323c HTTP/1.1" status: 200 len: 867 time: 0.2561207 Nov 25 00:29:36.169064 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a7464-ec77-4f46-a376-a74844a48599 req-a771742f-e624-4fae-87b9-00d78316e1e3 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:36.170756 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-931a7464-ec77-4f46-a376-a74844a48599 req-a771742f-e624-4fae-87b9-00d78316e1e3 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=af6be9eb-a853-445a-b133-971981b6ce02 HTTP/1.1" status: 200 len: 945 time: 0.1895723 Nov 25 00:29:36.191543 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.l3_dvrscheduler_db [req-474cc1e8-21b3-4adf-bd94-8266ace626f8 req-9f6c7ec5-55d7-4552-bd25-375adea0ef8f tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] No DVR routers for this DVR port 9b391fc4-2fba-4562-86f0-5208a9d94be7 on host hv-cinder-81920 {{(pid=109124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 00:29:36.207958 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-474cc1e8-21b3-4adf-bd94-8266ace626f8 req-9f6c7ec5-55d7-4552-bd25-375adea0ef8f tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:36.211739 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-474cc1e8-21b3-4adf-bd94-8266ace626f8 req-9f6c7ec5-55d7-4552-bd25-375adea0ef8f tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.36 "DELETE /v2.0/ports/9b391fc4-2fba-4562-86f0-5208a9d94be7 HTTP/1.1" status: 204 len: 173 time: 1.0883412 Nov 25 00:29:36.212568 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62daafa-272c-42a9-bacb-4aa817b6323c', 'name': 'network-vif-deleted', 'tag': '9b391fc4-2fba-4562-86f0-5208a9d94be7'}] {{(pid=109124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:29:36.217135 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c540b04f577278a42f04ac83864b9661265f6e355fc5f2cf5b057c36d7214e30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3173ae-133b-439c-a69a-591bc80543ce" -d '{"events": [{"server_uuid": "e62daafa-272c-42a9-bacb-4aa817b6323c", "name": "network-vif-deleted", "tag": "9b391fc4-2fba-4562-86f0-5208a9d94be7"}]}' {{(pid=109124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:29:36.229653 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-0fe45269-3e0c-446c-9528-9c6a97e760e3 req-b7bf9f34-0352-41c8-ae73-9e7899bdb824 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/security-groups?id=a07ebe53-e0bf-4c37-b8fb-76141d0c6ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905249 Nov 25 00:29:36.273475 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-c7a1343f-a559-4d93-8f42-17cba58dc538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:36.281531 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-c7a1343f-a559-4d93-8f42-17cba58dc538 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:36.287353 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-c7a1343f-a559-4d93-8f42-17cba58dc538 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3dca03e9-05c3-409a-b162-6d9f5f31a0b3 HTTP/1.1" status: 204 len: 168 time: 0.6552069 Nov 25 00:29:36.317521 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1343f-a559-4d93-8f42-17cba58dc538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dca03e9-05c3-409a-b162-6d9f5f31a0b3,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:36.317804 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-931a7464-ec77-4f46-a376-a74844a48599 req-b5ea0e33-161e-4115-a980-351a14067d57 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282096 Nov 25 00:29:36.443965 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8667f891-b418-48fb-8418-9b1518ec1615 x-openstack-request-id: req-8667f891-b418-48fb-8418-9b1518ec1615 {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:29:36.444508 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62daafa-272c-42a9-bacb-4aa817b6323c", "name": "network-vif-deleted", "tag": "9b391fc4-2fba-4562-86f0-5208a9d94be7", "status": "completed", "code": 200}]} {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:29:36.444930 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8667f891-b418-48fb-8418-9b1518ec1615 {{(pid=109124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:29:36.445517 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e62daafa-272c-42a9-bacb-4aa817b6323c', 'name': 'network-vif-deleted', 'tag': '9b391fc4-2fba-4562-86f0-5208a9d94be7', 'status': 'completed', 'code': 200} Nov 25 00:29:36.785779 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 41536) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:36.824121 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-47cc83fd-a782-4d01-aa44-00935d0c2b25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:36.998361 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-47cc83fd-a782-4d01-aa44-00935d0c2b25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:37.003573 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-47cc83fd-a782-4d01-aa44-00935d0c2b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:37.051473 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-47cc83fd-a782-4d01-aa44-00935d0c2b25 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=29408b074b5346fbb9bb0c26358b8e2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2627242 Nov 25 00:29:37.053414 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 41542) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:37.054370 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc83fd-a782-4d01-aa44-00935d0c2b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4c956e-166a-4861-bb25-8a6b1808ab02,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:37.151787 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b3db6cc2-4bb0-4de3-bdc0-7e33d4f65e0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:37.175653 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b3db6cc2-4bb0-4de3-bdc0-7e33d4f65e0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:37.257241 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b3db6cc2-4bb0-4de3-bdc0-7e33d4f65e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:37.263359 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b3db6cc2-4bb0-4de3-bdc0-7e33d4f65e0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:37.265306 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-b3db6cc2-4bb0-4de3-bdc0-7e33d4f65e0b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c4c956e-166a-4861-bb25-8a6b1808ab02 HTTP/1.1" status: 204 len: 168 time: 0.2097738 Nov 25 00:29:37.290342 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db6cc2-4bb0-4de3-bdc0-7e33d4f65e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4c956e-166a-4861-bb25-8a6b1808ab02,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:37.621921 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7881f-2cb8-4ed3-a2b4-0b2872ed8c8e req-4329f2ed-25c0-4416-accf-0b2d0db1635d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:37.627032 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-35b7881f-2cb8-4ed3-a2b4-0b2872ed8c8e req-4329f2ed-25c0-4416-accf-0b2d0db1635d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=af6be9eb-a853-445a-b133-971981b6ce02 HTTP/1.1" status: 200 len: 945 time: 0.1066041 Nov 25 00:29:37.717078 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-35b7881f-2cb8-4ed3-a2b4-0b2872ed8c8e req-7aea0353-53d3-41b4-b8bd-b258b6d0d0f2 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830340 Nov 25 00:29:37.727966 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c6641908-4cd7-405a-aee7-4e8109e20c15 req-3a5baa16-461b-47b9-a113-bbc584b75570 tempest-DeleteServersTestJSON-1130565906 tempest-DeleteServersTestJSON-1130565906-project] 10.222.0.37 "GET /v2.0/ports?device_id=e62daafa-272c-42a9-bacb-4aa817b6323c HTTP/1.1" status: 200 len: 210 time: 0.1043365 Nov 25 00:29:38.249575 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 41600) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:38.431559 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-09c84131-b6b5-4596-802b-97de269d1d4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:38.540725 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-09c84131-b6b5-4596-802b-97de269d1d4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:38.548198 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-09c84131-b6b5-4596-802b-97de269d1d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:38.627612 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-09c84131-b6b5-4596-802b-97de269d1d4d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eba5de4109d14b4ebef87a405a003d5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3763733 Nov 25 00:29:38.630221 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 41618) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:38.641355 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c84131-b6b5-4596-802b-97de269d1d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f558a0a4-12e5-4ed4-937b-353a3c0c9ec2,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:38.715436 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-506ccd42-2fe0-4d4a-b7d4-76953f467301 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:38.747905 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-506ccd42-2fe0-4d4a-b7d4-76953f467301 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:38.792371 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 9b391fc4-2fba-4562-86f0-5208a9d94be7 no longer exists at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:29:38.863743 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] No Port match for: 9b391fc4-2fba-4562-86f0-5208a9d94be7 {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:29:38.864101 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 9b391fc4-2fba-4562-86f0-5208a9d94be7 not bound to the agent host hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:29:38.873067 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-506ccd42-2fe0-4d4a-b7d4-76953f467301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:38.877745 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-506ccd42-2fe0-4d4a-b7d4-76953f467301 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:38.887131 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-506ccd42-2fe0-4d4a-b7d4-76953f467301 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f558a0a4-12e5-4ed4-937b-353a3c0c9ec2 HTTP/1.1" status: 204 len: 168 time: 0.2552679 Nov 25 00:29:38.900060 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ccd42-2fe0-4d4a-b7d4-76953f467301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f558a0a4-12e5-4ed4-937b-353a3c0c9ec2,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:39.084955 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d40f3-8542-4d5a-a678-c925b3dac8c6 req-dffc915e-e776-4728-8e9e-dbd32061c8ca tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:39.112385 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-4f6d40f3-8542-4d5a-a678-c925b3dac8c6 req-dffc915e-e776-4728-8e9e-dbd32061c8ca tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=af6be9eb-a853-445a-b133-971981b6ce02 HTTP/1.1" status: 200 len: 945 time: 0.2440114 Nov 25 00:29:39.305420 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-4f6d40f3-8542-4d5a-a678-c925b3dac8c6 req-cbeefbda-ae8e-443e-8c99-66e167bcbe66 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875806 Nov 25 00:29:39.850167 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 41678) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:39.872324 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-101b8acc-20e3-440f-b1c9-d4708434cab8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:40.121988 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-101b8acc-20e3-440f-b1c9-d4708434cab8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:40.128939 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-101b8acc-20e3-440f-b1c9-d4708434cab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:40.197192 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b8acc-20e3-440f-b1c9-d4708434cab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08163b87-d5b0-44ce-98e1-510d5f61ce02,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:40.231877 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-101b8acc-20e3-440f-b1c9-d4708434cab8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ba0c22c6825745cca50bb3be5ed14a5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3795450 Nov 25 00:29:40.235735 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 41698) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:40.343943 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-9a6f8b18-37ae-4566-95a3-d7a5e1a5220c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:40.378669 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-9a6f8b18-37ae-4566-95a3-d7a5e1a5220c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:40.475080 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-9a6f8b18-37ae-4566-95a3-d7a5e1a5220c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:40.482658 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-9a6f8b18-37ae-4566-95a3-d7a5e1a5220c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:40.485055 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-9a6f8b18-37ae-4566-95a3-d7a5e1a5220c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/08163b87-d5b0-44ce-98e1-510d5f61ce02 HTTP/1.1" status: 204 len: 168 time: 0.2476611 Nov 25 00:29:40.517543 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f8b18-37ae-4566-95a3-d7a5e1a5220c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08163b87-d5b0-44ce-98e1-510d5f61ce02,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:41.020307 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 41744) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:41.117563 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c61961a-25ab-43ed-968b-a0b9ad418984 admin admin] Deleting subnet 94174517-9a0d-4abc-b4dc-d97bcbadbd2f {{(pid=109124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 00:29:41.121697 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-5c61961a-25ab-43ed-968b-a0b9ad418984 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:41.195089 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-5c61961a-25ab-43ed-968b-a0b9ad418984 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11556627'] for subnet, precommit_delete_associations {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:41.307050 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-5c61961a-25ab-43ed-968b-a0b9ad418984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3679783'] for subnet, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:41.442073 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-5c61961a-25ab-43ed-968b-a0b9ad418984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3679964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11622801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12571129'] for subnet, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:41.472520 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c61961a-25ab-43ed-968b-a0b9ad418984 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94174517-9a0d-4abc-b4dc-d97bcbadbd2f,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:41.480600 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-5c61961a-25ab-43ed-968b-a0b9ad418984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for subnet, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:41.489940 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 41772) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:41.501238 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-5c61961a-25ab-43ed-968b-a0b9ad418984 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/94174517-9a0d-4abc-b4dc-d97bcbadbd2f HTTP/1.1" status: 204 len: 168 time: 0.4796846 Nov 25 00:29:41.673015 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-124b36ea-e2c6-4187-8e59-10987aa24e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3831181'] for network, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:41.809913 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-124b36ea-e2c6-4187-8e59-10987aa24e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3685296', 'neutron.services.segments.db._delete_segments_for_network-8781494352851'] for network, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:41.814065 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 41782) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:41.868659 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-124b36ea-e2c6-4187-8e59-10987aa24e49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec65319-57e0-4057-bff5-48191b9a49e0']}} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:29:41.889554 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-e2b03193-0dfe-4b02-b4ee-06cf870cd26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:41.902949 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-124b36ea-e2c6-4187-8e59-10987aa24e49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff69b7ff-6535-4a1f-b900-f4b0f4f9cd37') {'for_net_delete': True} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:29:41.913222 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-124b36ea-e2c6-4187-8e59-10987aa24e49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff69b7ff-6535-4a1f-b900-f4b0f4f9cd37') {} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:29:41.961479 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-124b36ea-e2c6-4187-8e59-10987aa24e49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781494358748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12550354'] for segment, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:41.992968 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-124b36ea-e2c6-4187-8e59-10987aa24e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386'] for segment, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:42.007324 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124b36ea-e2c6-4187-8e59-10987aa24e49 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=109123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 00:29:42.007324 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-124b36ea-e2c6-4187-8e59-10987aa24e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11305784'] for segment, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:42.090961 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-e7ecc7de-2bb1-4fc3-8814-8f16c0e0cbaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:42.124468 dv-cinder-819200-1-iscsi neutron-server[109123]: Traceback (most recent call last): Nov 25 00:29:42.124468 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 00:29:42.124468 dv-cinder-819200-1-iscsi neutron-server[109123]: timer() Nov 25 00:29:42.124468 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 00:29:42.124468 dv-cinder-819200-1-iscsi neutron-server[109123]: cb(*args, **kw) Nov 25 00:29:42.124468 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 00:29:42.124468 dv-cinder-819200-1-iscsi neutron-server[109123]: return func(*args, **kwargs) Nov 25 00:29:42.124468 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 00:29:42.124468 dv-cinder-819200-1-iscsi neutron-server[109123]: self._notify() Nov 25 00:29:42.124468 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 00:29:42.124468 dv-cinder-819200-1-iscsi neutron-server[109123]: self.callback(batched_events) Nov 25 00:29:42.124468 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 00:29:42.124468 dv-cinder-819200-1-iscsi neutron-server[109123]: event.method(event) Nov 25 00:29:42.124468 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 00:29:42.124468 dv-cinder-819200-1-iscsi neutron-server[109123]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 00:29:42.124468 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 00:29:42.124468 dv-cinder-819200-1-iscsi neutron-server[109123]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 00:29:42.124468 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 00:29:42.124468 dv-cinder-819200-1-iscsi neutron-server[109123]: return f(self, *a, **k) Nov 25 00:29:42.124468 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 00:29:42.124468 dv-cinder-819200-1-iscsi neutron-server[109123]: return self._get(url).json() Nov 25 00:29:42.124468 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 00:29:42.124468 dv-cinder-819200-1-iscsi neutron-server[109123]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 00:29:42.124468 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 00:29:42.124468 dv-cinder-819200-1-iscsi neutron-server[109123]: return self.request(url, 'GET', **kwargs) Nov 25 00:29:42.124468 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 00:29:42.124468 dv-cinder-819200-1-iscsi neutron-server[109123]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 00:29:42.124468 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 00:29:42.124468 dv-cinder-819200-1-iscsi neutron-server[109123]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 00:29:42.124468 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 00:29:42.124468 dv-cinder-819200-1-iscsi neutron-server[109123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 00:29:42.124468 dv-cinder-819200-1-iscsi neutron-server[109123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 00:29:42.129980 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-124b36ea-e2c6-4187-8e59-10987aa24e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3685289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622934'] for network, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:42.147871 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-124b36ea-e2c6-4187-8e59-10987aa24e49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for network, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:42.158375 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-124b36ea-e2c6-4187-8e59-10987aa24e49 admin admin] 10.222.0.37 "DELETE /v2.0/networks/eec65319-57e0-4057-bff5-48191b9a49e0 HTTP/1.1" status: 204 len: 168 time: 0.6659839 Nov 25 00:29:42.177745 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b36ea-e2c6-4187-8e59-10987aa24e49 admin admin] Pushing event deleted for resources: {'Network': ['ID=eec65319-57e0-4057-bff5-48191b9a49e0,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:42.281608 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-e7ecc7de-2bb1-4fc3-8814-8f16c0e0cbaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:42.290219 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-e7ecc7de-2bb1-4fc3-8814-8f16c0e0cbaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:42.399112 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 41822) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:42.399585 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-e7ecc7de-2bb1-4fc3-8814-8f16c0e0cbaf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b6f187c0411249cb8ff2bcae84153a96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5841072 Nov 25 00:29:42.403756 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecc7de-2bb1-4fc3-8814-8f16c0e0cbaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0cd3d8-5597-429b-bf4b-f0ad70252eab,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:42.497230 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-1e4d3e5e-bc8d-4e13-b193-13c848e436f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:42.565257 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 41828) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:42.592163 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-1e4d3e5e-bc8d-4e13-b193-13c848e436f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:42.671545 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-f05cf0fd-2b2a-4a1b-943f-5d3f8c35612a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9633a0cbb3fa4ca8ad10748648a3ae1b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1009808 Nov 25 00:29:42.676166 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 41834) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:42.686184 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-fa018728-ff14-4a26-8829-2825528cd671 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:42.698563 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-fa018728-ff14-4a26-8829-2825528cd671 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/networks?id=c6860e7f-1840-44cc-88a0-1bba28b2eba5 HTTP/1.1" status: 200 len: 815 time: 0.2963176 Nov 25 00:29:42.729940 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-d9050493-9fd1-474b-a441-e9c3cb63ccc3 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/quotas/dc244727a1134e209e24f40acad0df6d HTTP/1.1" status: 200 len: 375 time: 0.0285528 Nov 25 00:29:42.756218 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-28ae6a8a-c6ba-4007-bf45-2a819c8fbcba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:42.784095 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-28ae6a8a-c6ba-4007-bf45-2a819c8fbcba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:42.824688 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-1e4d3e5e-bc8d-4e13-b193-13c848e436f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:42.827739 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-1e4d3e5e-bc8d-4e13-b193-13c848e436f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:42.829138 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-1e4d3e5e-bc8d-4e13-b193-13c848e436f9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9e0cd3d8-5597-429b-bf4b-f0ad70252eab HTTP/1.1" status: 204 len: 168 time: 0.4277780 Nov 25 00:29:42.841128 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d3e5e-bc8d-4e13-b193-13c848e436f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0cd3d8-5597-429b-bf4b-f0ad70252eab,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:42.860378 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-28ae6a8a-c6ba-4007-bf45-2a819c8fbcba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:42.866744 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-28ae6a8a-c6ba-4007-bf45-2a819c8fbcba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:42.867146 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-41f75f89-ab67-4131-90ae-5b68b21a126e tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc244727a1134e209e24f40acad0df6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1329777 Nov 25 00:29:42.868407 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-28ae6a8a-c6ba-4007-bf45-2a819c8fbcba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a07ebe53-e0bf-4c37-b8fb-76141d0c6ddb HTTP/1.1" status: 204 len: 168 time: 0.1911595 Nov 25 00:29:42.898880 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae6a8a-c6ba-4007-bf45-2a819c8fbcba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07ebe53-e0bf-4c37-b8fb-76141d0c6ddb,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:43.101965 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-7f9b8b08-9124-46e1-b0ab-f0b3026b0194 service neutron] 10.222.0.37 "GET /v2.0/networks/c6860e7f-1840-44cc-88a0-1bba28b2eba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281313 Nov 25 00:29:43.248355 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-767be253-b438-48ea-b28e-a639b1ff7366 service neutron] 10.222.0.37 "GET /v2.0/networks/c6860e7f-1840-44cc-88a0-1bba28b2eba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339948 Nov 25 00:29:43.478020 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-e23d4d8f-1473-432b-895e-001536079aab req-f6e688ca-f16e-4f79-8ed4-06ea0c564298 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfc4a7e6-5541-4199-a7e6-9d7d4f3985c5 HTTP/1.1" status: 200 len: 210 time: 0.0429442 Nov 25 00:29:43.559997 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 41870) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:43.575962 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-bdeb60d9-a298-4d2b-ac32-2ac69efa289c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:43.705088 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-bdeb60d9-a298-4d2b-ac32-2ac69efa289c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:43.713712 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-bdeb60d9-a298-4d2b-ac32-2ac69efa289c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:43.752491 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-bdeb60d9-a298-4d2b-ac32-2ac69efa289c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61b3f907c4744002be90c3c9f37213aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1912270 Nov 25 00:29:43.755416 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 41878) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:43.771353 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb60d9-a298-4d2b-ac32-2ac69efa289c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea6cb05-f21e-4d97-bbad-378d9374549a,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:43.900184 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-697dfb03-eb6e-47bb-899a-b2ca268560a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:43.947273 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-697dfb03-eb6e-47bb-899a-b2ca268560a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:44.036170 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-697dfb03-eb6e-47bb-899a-b2ca268560a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:44.039368 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-697dfb03-eb6e-47bb-899a-b2ca268560a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:44.046531 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-697dfb03-eb6e-47bb-899a-b2ca268560a3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bea6cb05-f21e-4d97-bbad-378d9374549a HTTP/1.1" status: 204 len: 168 time: 0.2851586 Nov 25 00:29:44.058538 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697dfb03-eb6e-47bb-899a-b2ca268560a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea6cb05-f21e-4d97-bbad-378d9374549a,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:44.451410 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-27af80fb-f3d1-412f-97a9-d77325b96dbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:44.627741 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-6ef1d9fe-c287-4c9f-b2ec-697121e6fb4f req-ed27c038-87eb-4855-99ce-49cbca4e4221 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfc4a7e6-5541-4199-a7e6-9d7d4f3985c5 HTTP/1.1" status: 200 len: 210 time: 0.0578184 Nov 25 00:29:44.685168 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 6 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 00:29:45.071676 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 41946) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:45.193913 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-50a238b6-f846-4be4-a5c3-c0259ca8180f tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:45.198965 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-50a238b6-f846-4be4-a5c3-c0259ca8180f tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.36 "GET /v2.0/networks?id=c6860e7f-1840-44cc-88a0-1bba28b2eba5 HTTP/1.1" status: 200 len: 815 time: 0.2995651 Nov 25 00:29:45.258713 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-f53f6f59-bb1c-489d-9d1d-0579648e4b20 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Request body: {'port': {'device_id': 'cfc4a7e6-5541-4199-a7e6-9d7d4f3985c5', 'network_id': 'c6860e7f-1840-44cc-88a0-1bba28b2eba5', 'admin_state_up': True, 'tenant_id': 'dc244727a1134e209e24f40acad0df6d'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:29:45.402435 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-30049ff4-2bac-4edb-88ab-8d9c3a076985 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-840552441-network', 'tenant_id': 'bda41ef0908f493e850f99e3e5aab2cd'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:29:45.457553 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30049ff4-2bac-4edb-88ab-8d9c3a076985 admin admin] Made reservation on behalf of bda41ef0908f493e850f99e3e5aab2cd for: {'network': 1} {{(pid=109123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:29:45.461550 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-30049ff4-2bac-4edb-88ab-8d9c3a076985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for network, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:45.517627 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-30049ff4-2bac-4edb-88ab-8d9c3a076985 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:45.544521 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-f53f6f59-bb1c-489d-9d1d-0579648e4b20 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Made reservation on behalf of dc244727a1134e209e24f40acad0df6d for: {'port': 1} {{(pid=109124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:29:45.551218 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-f53f6f59-bb1c-489d-9d1d-0579648e4b20 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:45.711947 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-30049ff4-2bac-4edb-88ab-8d9c3a076985 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:45.724934 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-30049ff4-2bac-4edb-88ab-8d9c3a076985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:45.798946 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30049ff4-2bac-4edb-88ab-8d9c3a076985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d7da6b-02ba-4edd-a670-e71d2fe1282f,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:45.846032 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30049ff4-2bac-4edb-88ab-8d9c3a076985 admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=109123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 00:29:45.880554 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.db_base_plugin_common [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-f53f6f59-bb1c-489d-9d1d-0579648e4b20 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Allocated IP 172.20.0.5 (c6860e7f-1840-44cc-88a0-1bba28b2eba5/9526e428-93cb-4b36-b147-01a6ceccc3e0/bb008a62-304c-44a8-90f0-2d7439277f62) {{(pid=109124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:29:45.921461 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1692dfb9-3e7c-43d0-9576-e04f8bd2a240 req-cba120d7-32b1-4c3f-a71e-27db379dc32e tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfc4a7e6-5541-4199-a7e6-9d7d4f3985c5 HTTP/1.1" status: 200 len: 210 time: 0.1155787 Nov 25 00:29:45.927474 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-30049ff4-2bac-4edb-88ab-8d9c3a076985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386'] for segment, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:45.928644 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.db.segments_db [None req-30049ff4-2bac-4edb-88ab-8d9c3a076985 admin admin] Added segment 29b862be-f9c7-47d8-88dc-8f025170fe04 of type vlan for network e36dfab7-9306-47bd-a24d-fce7937d64a7 Nov 25 00:29:46.012603 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-30049ff4-2bac-4edb-88ab-8d9c3a076985 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781493843164'] for network, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:46.053641 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-30049ff4-2bac-4edb-88ab-8d9c3a076985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570'] for network, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:46.056703 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30049ff4-2bac-4edb-88ab-8d9c3a076985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:46.058018 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-30049ff4-2bac-4edb-88ab-8d9c3a076985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for network, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:46.085907 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 41992) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:46.164116 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 41998) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:46.170287 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-30049ff4-2bac-4edb-88ab-8d9c3a076985 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0897787 Nov 25 00:29:46.170846 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-6c76c083-6972-4665-b159-2e1f0c2f9660 admin admin] Request body: {'subnet': {'network_id': 'e36dfab7-9306-47bd-a24d-fce7937d64a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-840552441-subnet', 'tenant_id': 'bda41ef0908f493e850f99e3e5aab2cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:29:46.188130 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30049ff4-2bac-4edb-88ab-8d9c3a076985 admin admin] Pushing event updated for resources: {'Network': ['ID=e36dfab7-9306-47bd-a24d-fce7937d64a7,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:46.200136 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Network e36dfab7-9306-47bd-a24d-fce7937d64a7 details requested by agent ovs-agent-dv-cinder-819200-1-iscsi with host dv-cinder-819200-1-iscsi {{(pid=109125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 00:29:46.265220 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c76c083-6972-4665-b159-2e1f0c2f9660 admin admin] Made reservation on behalf of bda41ef0908f493e850f99e3e5aab2cd for: {'subnet': 1} {{(pid=109124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:29:46.270463 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6c76c083-6972-4665-b159-2e1f0c2f9660 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12572954'] for subnet, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:46.329195 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d2996963-b796-4646-874c-5397a686f9c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:46.408254 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-f53f6f59-bb1c-489d-9d1d-0579648e4b20 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Publish callbacks [] for port, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:46.436739 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:46.454966 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d2996963-b796-4646-874c-5397a686f9c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:46.463617 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d2996963-b796-4646-874c-5397a686f9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:46.516364 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2996963-b796-4646-874c-5397a686f9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406c6261-11a1-4c81-a537-f16ffefcdd98,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:46.522690 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-d2996963-b796-4646-874c-5397a686f9c6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=20fb16a0a3424d3faf2005ca4d5a6ba5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4331956 Nov 25 00:29:46.524183 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 42010) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:46.609377 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-2b36580f-914d-4ebe-b3e2-eb0c7df1ed34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:46.651137 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-2b36580f-914d-4ebe-b3e2-eb0c7df1ed34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:46.737266 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-2b36580f-914d-4ebe-b3e2-eb0c7df1ed34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:46.746193 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-2b36580f-914d-4ebe-b3e2-eb0c7df1ed34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:46.750171 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-2b36580f-914d-4ebe-b3e2-eb0c7df1ed34 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/406c6261-11a1-4c81-a537-f16ffefcdd98 HTTP/1.1" status: 204 len: 168 time: 0.2220361 Nov 25 00:29:46.764384 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36580f-914d-4ebe-b3e2-eb0c7df1ed34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406c6261-11a1-4c81-a537-f16ffefcdd98,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:46.827271 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-f53f6f59-bb1c-489d-9d1d-0579648e4b20 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:46.849236 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['766bc99c-1d66-4eda-8300-d09cef61ce3b', '4c4e41bf-d836-455d-8cd5-d02d97f94adc'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:29:46.892691 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-f53f6f59-bb1c-489d-9d1d-0579648e4b20 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Network c6860e7f-1840-44cc-88a0-1bba28b2eba5 is already hosted by enough agents. {{(pid=109124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:29:46.901524 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.base_scheduler [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-f53f6f59-bb1c-489d-9d1d-0579648e4b20 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Resources bound (agent type, host, resource id): {{(pid=109124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:29:46.909758 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-f53f6f59-bb1c-489d-9d1d-0579648e4b20 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Received port after_create {{(pid=109124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:29:47.021338 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-f53f6f59-bb1c-489d-9d1d-0579648e4b20 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:47.027125 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-f53f6f59-bb1c-489d-9d1d-0579648e4b20 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:47.105341 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f6f59-bb1c-489d-9d1d-0579648e4b20 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Pushing event updated for resources: {'Port': ['ID=bb008a62-304c-44a8-90f0-2d7439277f62,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:47.151817 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6c76c083-6972-4665-b159-2e1f0c2f9660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11622866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12571120'] for subnet, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:47.167399 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-f53f6f59-bb1c-489d-9d1d-0579648e4b20 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9313719 Nov 25 00:29:47.225916 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdab1f2-77b5-4c34-8276-8df90af40df9 req-ca91454a-3832-43b3-b3bb-45f3e44bc39d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:47.232488 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-afdab1f2-77b5-4c34-8276-8df90af40df9 req-ca91454a-3832-43b3-b3bb-45f3e44bc39d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfc4a7e6-5541-4199-a7e6-9d7d4f3985c5 HTTP/1.1" status: 200 len: 931 time: 0.1602788 Nov 25 00:29:47.247751 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-8c75b19a-1207-4e81-9967-6009bf70f665 service neutron] Request body: {'port': {'device_id': 'cfc4a7e6-5541-4199-a7e6-9d7d4f3985c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:29:47.465738 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-8c75b19a-1207-4e81-9967-6009bf70f665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:47.488442 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 42030) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:47.521348 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-a1c6dd8a-0832-437c-a814-5cec78c8aff6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:47.537279 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76c083-6972-4665-b159-2e1f0c2f9660 admin admin] Pushing event updated for resources: {'Subnet': ['ID=905d2d66-01fc-468a-afe8-a4b586f67431,revision_number=0']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:47.565925 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-afdab1f2-77b5-4c34-8276-8df90af40df9 req-62c0bcbf-8f63-499d-83e1-5d500b802c5d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358680 Nov 25 00:29:47.591663 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c76c083-6972-4665-b159-2e1f0c2f9660 admin admin] Checking segment: {'id': '29b862be-f9c7-47d8-88dc-8f025170fe04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e36dfab7-9306-47bd-a24d-fce7937d64a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:29:47.592189 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c76c083-6972-4665-b159-2e1f0c2f9660 admin admin] Network hostable DHCP agents. Network: e36dfab7-9306-47bd-a24d-fce7937d64a7, hostable agents: ['ef09b5cd-dd29-4f41-b3e7-5eec944a36f7'], hosted agents: [] {{(pid=109124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 00:29:47.717996 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 42038) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:47.718843 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-a1c6dd8a-0832-437c-a814-5cec78c8aff6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:47.731232 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-a1c6dd8a-0832-437c-a814-5cec78c8aff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:47.741822 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c76c083-6972-4665-b159-2e1f0c2f9660 admin admin] Network e36dfab7-9306-47bd-a24d-fce7937d64a7 is scheduled to be hosted by DHCP agent ef09b5cd-dd29-4f41-b3e7-5eec944a36f7 with binding_index 1 {{(pid=109124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 00:29:47.797843 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-a1c6dd8a-0832-437c-a814-5cec78c8aff6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=009c91af6322441b96b06f58f7f3327d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3077769 Nov 25 00:29:47.799184 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c6dd8a-0832-437c-a814-5cec78c8aff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de62624-f0e7-440a-9440-df1e2b0a87ba,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:47.802205 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 42046) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:47.807965 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.base_scheduler [None req-6c76c083-6972-4665-b159-2e1f0c2f9660 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-1-iscsi, e36dfab7-9306-47bd-a24d-fce7937d64a7) {{(pid=109124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:29:47.822196 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c76c083-6972-4665-b159-2e1f0c2f9660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:47.823268 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6c76c083-6972-4665-b159-2e1f0c2f9660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for subnet, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:47.842457 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fe6eee-0083-4a7e-88bb-70debb4efb68 None None] Network e36dfab7-9306-47bd-a24d-fce7937d64a7 requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:29:47.882590 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-4c294441-e7b1-4d52-a8a1-6362f4510dcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:47.927650 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-4c294441-e7b1-4d52-a8a1-6362f4510dcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:47.962863 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-6c76c083-6972-4665-b159-2e1f0c2f9660 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7971590 Nov 25 00:29:47.965583 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 42048) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:47.975855 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-1a38b33f-5a7f-414f-a69f-19fb27c50889 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-840552441-router', 'tenant_id': 'bda41ef0908f493e850f99e3e5aab2cd', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'}}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:29:48.010958 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-1a38b33f-5a7f-414f-a69f-19fb27c50889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-776192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8608'] for router, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:48.012306 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-1a38b33f-5a7f-414f-a69f-19fb27c50889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-776364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8633'] for router, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:48.037561 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-4c294441-e7b1-4d52-a8a1-6362f4510dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:48.041801 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-4c294441-e7b1-4d52-a8a1-6362f4510dcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:48.043122 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-4c294441-e7b1-4d52-a8a1-6362f4510dcf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7de62624-f0e7-440a-9440-df1e2b0a87ba HTTP/1.1" status: 204 len: 168 time: 0.2395477 Nov 25 00:29:48.056214 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c294441-e7b1-4d52-a8a1-6362f4510dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de62624-f0e7-440a-9440-df1e2b0a87ba,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:48.110197 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72876a6-6089-4921-badc-8ae4e3c36d61 None None] Network e36dfab7-9306-47bd-a24d-fce7937d64a7 requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:29:48.115287 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-1a38b33f-5a7f-414f-a69f-19fb27c50889 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:48.216973 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-5cb29ccf-50ee-4b66-a760-5e6fdc474f14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:48.228059 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.notifiers.nova [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-8c75b19a-1207-4e81-9967-6009bf70f665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb008a62-304c-44a8-90f0-2d7439277f62 {{(pid=109124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:29:48.239050 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-8c75b19a-1207-4e81-9967-6009bf70f665 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:48.263252 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.provisioning_blocks [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-8c75b19a-1207-4e81-9967-6009bf70f665 service neutron] Transition to ACTIVE for port object bb008a62-304c-44a8-90f0-2d7439277f62 will not be triggered until provisioned by entity L2. {{(pid=109124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 00:29:48.287216 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-8c75b19a-1207-4e81-9967-6009bf70f665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11622735'] for port, after_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:48.366977 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-1a38b33f-5a7f-414f-a69f-19fb27c50889 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:48.390538 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75b19a-1207-4e81-9967-6009bf70f665 service neutron] Pushing event updated for resources: {'Port': ['ID=bb008a62-304c-44a8-90f0-2d7439277f62,revision_number=2']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:48.424540 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:48.441153 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:48.467053 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-5cb29ccf-50ee-4b66-a760-5e6fdc474f14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:48.477383 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-5cb29ccf-50ee-4b66-a760-5e6fdc474f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:48.558520 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-5cb29ccf-50ee-4b66-a760-5e6fdc474f14 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ecd20fa2876d4f849f537573d2e115cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8340311 Nov 25 00:29:48.562836 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 42058) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:48.571903 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb29ccf-50ee-4b66-a760-5e6fdc474f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85afc8e6-db68-454d-b218-62feea530ddd,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:48.590957 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.managers [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-8c75b19a-1207-4e81-9967-6009bf70f665 service neutron] Attempting to bind port bb008a62-304c-44a8-90f0-2d7439277f62 on host hv-cinder-81920 for vnic_type normal with profile {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:29:48.590957 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.managers [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-8c75b19a-1207-4e81-9967-6009bf70f665 service neutron] Attempting to bind port bb008a62-304c-44a8-90f0-2d7439277f62 by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': '1d001069-81f5-4588-89c3-3b44f4223981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c6860e7f-1840-44cc-88a0-1bba28b2eba5'}] {{(pid=109124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:29:48.590957 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-8c75b19a-1207-4e81-9967-6009bf70f665 service neutron] Attempting to bind port bb008a62-304c-44a8-90f0-2d7439277f62 on network c6860e7f-1840-44cc-88a0-1bba28b2eba5 {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:29:48.601804 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-8c75b19a-1207-4e81-9967-6009bf70f665 service neutron] Port bb008a62-304c-44a8-90f0-2d7439277f62 on network c6860e7f-1840-44cc-88a0-1bba28b2eba5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 00:29:48.602181 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-8c75b19a-1207-4e81-9967-6009bf70f665 service neutron] Attempting to bind port bb008a62-304c-44a8-90f0-2d7439277f62 on network c6860e7f-1840-44cc-88a0-1bba28b2eba5 {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:29:48.621492 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-8c75b19a-1207-4e81-9967-6009bf70f665 service neutron] Checking agent: {'id': 'ecb47d45-642b-455d-9e6f-8b3bbedb4480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'started_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:29:48.621952 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-8c75b19a-1207-4e81-9967-6009bf70f665 service neutron] Checking segment: {'id': '1d001069-81f5-4588-89c3-3b44f4223981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c6860e7f-1840-44cc-88a0-1bba28b2eba5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:29:48.622444 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-8c75b19a-1207-4e81-9967-6009bf70f665 service neutron] Bound using segment: {'id': '1d001069-81f5-4588-89c3-3b44f4223981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c6860e7f-1840-44cc-88a0-1bba28b2eba5'} {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:29:48.623733 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.managers [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-8c75b19a-1207-4e81-9967-6009bf70f665 service neutron] Bound port: bb008a62-304c-44a8-90f0-2d7439277f62, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d001069-81f5-4588-89c3-3b44f4223981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c6860e7f-1840-44cc-88a0-1bba28b2eba5'}}] {{(pid=109124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:29:48.624361 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-8c75b19a-1207-4e81-9967-6009bf70f665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:48.716374 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-07cbbc31-1516-41cf-a385-f0cad7ff4b7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:48.789595 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-8c75b19a-1207-4e81-9967-6009bf70f665 service neutron] For port bb008a62-304c-44a8-90f0-2d7439277f62, host hv-cinder-81920, cleared binding levels {{(pid=109124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:29:48.796333 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-07cbbc31-1516-41cf-a385-f0cad7ff4b7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:48.802273 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-8c75b19a-1207-4e81-9967-6009bf70f665 service neutron] For port bb008a62-304c-44a8-90f0-2d7439277f62, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=bb008a62-304c-44a8-90f0-2d7439277f62,segment=NetworkSegment(1d001069-81f5-4588-89c3-3b44f4223981),segment_id=1d001069-81f5-4588-89c3-3b44f4223981)] {{(pid=109124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:29:48.821600 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-8c75b19a-1207-4e81-9967-6009bf70f665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11622735'] for port, after_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:48.919580 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-8c75b19a-1207-4e81-9967-6009bf70f665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:48.920496 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-8c75b19a-1207-4e81-9967-6009bf70f665 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:48.922544 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-8c75b19a-1207-4e81-9967-6009bf70f665 service neutron] 10.222.0.36 "PUT /v2.0/ports/bb008a62-304c-44a8-90f0-2d7439277f62 HTTP/1.1" status: 200 len: 1093 time: 1.7192655 Nov 25 00:29:48.935990 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc4a7e6-5541-4199-a7e6-9d7d4f3985c5', 'tag': 'bb008a62-304c-44a8-90f0-2d7439277f62'}] {{(pid=109124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:29:48.941356 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c540b04f577278a42f04ac83864b9661265f6e355fc5f2cf5b057c36d7214e30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e39f799-7a26-4a57-b3cb-523267e9ad0b" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc4a7e6-5541-4199-a7e6-9d7d4f3985c5", "tag": "bb008a62-304c-44a8-90f0-2d7439277f62"}]}' {{(pid=109124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:29:49.089841 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75b19a-1207-4e81-9967-6009bf70f665 service neutron] Pushing event updated for resources: {'Port': ['ID=bb008a62-304c-44a8-90f0-2d7439277f62,revision_number=3']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:49.152394 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-1a38b33f-5a7f-414f-a69f-19fb27c50889 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:49.155029 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 00:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75da68e4-f010-4f97-9847-12f3f7b78be0 x-openstack-request-id: req-75da68e4-f010-4f97-9847-12f3f7b78be0 {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:29:49.155373 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc4a7e6-5541-4199-a7e6-9d7d4f3985c5", "tag": "bb008a62-304c-44a8-90f0-2d7439277f62", "status": "completed", "code": 200}]} {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:29:49.155596 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-75da68e4-f010-4f97-9847-12f3f7b78be0 {{(pid=109124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:29:49.156015 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc4a7e6-5541-4199-a7e6-9d7d4f3985c5', 'tag': 'bb008a62-304c-44a8-90f0-2d7439277f62', 'status': 'completed', 'code': 200} Nov 25 00:29:49.163015 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-07cbbc31-1516-41cf-a385-f0cad7ff4b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:49.167371 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-07cbbc31-1516-41cf-a385-f0cad7ff4b7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:49.168630 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-07cbbc31-1516-41cf-a385-f0cad7ff4b7f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/85afc8e6-db68-454d-b218-62feea530ddd HTTP/1.1" status: 204 len: 168 time: 0.6048727 Nov 25 00:29:49.221455 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cbbc31-1516-41cf-a385-f0cad7ff4b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85afc8e6-db68-454d-b218-62feea530ddd,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:49.240157 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-14090edb-ccba-4a3b-b4ca-884c00f9558b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:49.247810 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-14090edb-ccba-4a3b-b4ca-884c00f9558b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc244727a1134e209e24f40acad0df6d&device_id=cfc4a7e6-5541-4199-a7e6-9d7d4f3985c5 HTTP/1.1" status: 200 len: 1096 time: 0.2302129 Nov 25 00:29:49.256695 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-1a38b33f-5a7f-414f-a69f-19fb27c50889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:49.312722 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-a4b4a68a-5435-4fcb-b9bd-521d71deccf3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb008a62-304c-44a8-90f0-2d7439277f62 HTTP/1.1" status: 200 len: 217 time: 0.0535238 Nov 25 00:29:49.335868 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d954c-a995-4295-839d-5ae752f08135 req-929e2726-60ea-4d43-a3d6-736b1ebe8baa tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:49.339205 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-631d954c-a995-4295-839d-5ae752f08135 req-929e2726-60ea-4d43-a3d6-736b1ebe8baa tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfc4a7e6-5541-4199-a7e6-9d7d4f3985c5 HTTP/1.1" status: 200 len: 943 time: 0.6202199 Nov 25 00:29:49.387034 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-65999b27-9335-46af-aea1-55007ff9bd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:49.389027 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-65999b27-9335-46af-aea1-55007ff9bd21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9526e428-93cb-4b36-b147-01a6ceccc3e0 HTTP/1.1" status: 200 len: 855 time: 0.0632613 Nov 25 00:29:49.430370 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-399f600d-9cbb-447a-8dbd-6f2154acb166 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6860e7f-1840-44cc-88a0-1bba28b2eba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324247 Nov 25 00:29:49.606308 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-10f9a1d2-aeea-48f2-841a-6d8ba9290f95 service neutron] 10.222.0.36 "GET /v2.0/networks/c6860e7f-1840-44cc-88a0-1bba28b2eba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643090 Nov 25 00:29:49.617410 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-631d954c-a995-4295-839d-5ae752f08135 req-5e944309-f8f7-4528-afd5-6c5c861ac24b tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694340 Nov 25 00:29:49.661243 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.db_base_plugin_common [None req-1a38b33f-5a7f-414f-a69f-19fb27c50889 admin admin] Allocated IP 172.27.2.30 (7e710f5f-af80-47ab-b03c-3a0dd4623f26/89cd149f-d365-4a11-b22c-c62ab9234e96/455b60ab-44f0-4782-b660-a8ac5b6de72b) {{(pid=109123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:29:49.770032 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3c885581-9e40-4092-8bbb-92e657c1dba1 req-c416fc66-7238-41bb-8b38-4a9bcc36c970 service neutron] 10.222.0.36 "GET /v2.0/networks/c6860e7f-1840-44cc-88a0-1bba28b2eba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513557 Nov 25 00:29:49.809383 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-1a38b33f-5a7f-414f-a69f-19fb27c50889 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:49.869835 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-1a38b33f-5a7f-414f-a69f-19fb27c50889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:49.924804 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39f799-7a26-4a57-b3cb-523267e9ad0b req-e5520212-a600-40f0-8a4f-c3f38d73447f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:49.927268 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-1e39f799-7a26-4a57-b3cb-523267e9ad0b req-e5520212-a600-40f0-8a4f-c3f38d73447f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc244727a1134e209e24f40acad0df6d&device_id=cfc4a7e6-5541-4199-a7e6-9d7d4f3985c5 HTTP/1.1" status: 200 len: 1096 time: 0.0931501 Nov 25 00:29:49.941877 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a38b33f-5a7f-414f-a69f-19fb27c50889 admin admin] Network 7e710f5f-af80-47ab-b03c-3a0dd4623f26 is already hosted by enough agents. {{(pid=109123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:29:49.945672 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [None req-1a38b33f-5a7f-414f-a69f-19fb27c50889 admin admin] Resources bound (agent type, host, resource id): {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:29:49.950485 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a38b33f-5a7f-414f-a69f-19fb27c50889 admin admin] Received port after_create {{(pid=109123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:29:50.008989 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b33f-5a7f-414f-a69f-19fb27c50889 admin admin] Pushing event updated for resources: {'Port': ['ID=455b60ab-44f0-4782-b660-a8ac5b6de72b,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:50.080491 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:50.125750 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39f799-7a26-4a57-b3cb-523267e9ad0b req-b4831398-ec43-45f1-a0dc-e3d2d5576390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:50.127687 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-1e39f799-7a26-4a57-b3cb-523267e9ad0b req-b4831398-ec43-45f1-a0dc-e3d2d5576390 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6860e7f-1840-44cc-88a0-1bba28b2eba5 HTTP/1.1" status: 200 len: 916 time: 0.1898804 Nov 25 00:29:50.191640 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-1e39f799-7a26-4a57-b3cb-523267e9ad0b req-645d772d-b5ee-4d05-97ae-9d82d4657b73 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb008a62-304c-44a8-90f0-2d7439277f62 HTTP/1.1" status: 200 len: 217 time: 0.0514619 Nov 25 00:29:50.276499 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39f799-7a26-4a57-b3cb-523267e9ad0b req-89f4af8b-4cf8-42a5-a2e8-c704a8589450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:50.278841 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-1e39f799-7a26-4a57-b3cb-523267e9ad0b req-89f4af8b-4cf8-42a5-a2e8-c704a8589450 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9526e428-93cb-4b36-b147-01a6ceccc3e0 HTTP/1.1" status: 200 len: 855 time: 0.0785358 Nov 25 00:29:50.394361 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-1e39f799-7a26-4a57-b3cb-523267e9ad0b req-35f3efe9-a854-49b5-9ea5-d5b8d5c361cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6860e7f-1840-44cc-88a0-1bba28b2eba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048572 Nov 25 00:29:50.484985 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-1a38b33f-5a7f-414f-a69f-19fb27c50889 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:50.564514 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-1e39f799-7a26-4a57-b3cb-523267e9ad0b req-90d77dd4-f188-482e-b8ea-392c7ec556ed service neutron] 10.222.0.36 "GET /v2.0/networks/c6860e7f-1840-44cc-88a0-1bba28b2eba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526632 Nov 25 00:29:50.606601 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 42130) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:50.807053 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 42138) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:50.825861 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-1e39f799-7a26-4a57-b3cb-523267e9ad0b req-f5b3250b-edac-49fa-93ef-50fd167b7886 service neutron] 10.222.0.36 "GET /v2.0/networks/c6860e7f-1840-44cc-88a0-1bba28b2eba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507031 Nov 25 00:29:50.839901 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-1a38b33f-5a7f-414f-a69f-19fb27c50889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-776343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622894'] for router, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:50.852500 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e492a8bf-b073-4b9b-99b7-42df855558c9 req-64614e71-0a3e-4f39-b318-51fdefdb9d93 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:50.855946 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-e492a8bf-b073-4b9b-99b7-42df855558c9 req-64614e71-0a3e-4f39-b318-51fdefdb9d93 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfc4a7e6-5541-4199-a7e6-9d7d4f3985c5 HTTP/1.1" status: 200 len: 943 time: 0.1449666 Nov 25 00:29:50.898296 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-130e299f-8bf8-4371-96df-6df99d70d253 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1379455999-network', 'tenant_id': 'c5f392e66d5f410f8a6baf59ecc59ace'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:29:50.933625 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-2f01c94e-d9cc-4300-8009-92904a69129d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:50.981913 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130e299f-8bf8-4371-96df-6df99d70d253 admin admin] Made reservation on behalf of c5f392e66d5f410f8a6baf59ecc59ace for: {'network': 1} {{(pid=109124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:29:50.985811 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-130e299f-8bf8-4371-96df-6df99d70d253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for network, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:51.008365 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-e492a8bf-b073-4b9b-99b7-42df855558c9 req-e2a79b58-7761-4b67-97e9-945950141d28 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438656 Nov 25 00:29:51.010025 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-130e299f-8bf8-4371-96df-6df99d70d253 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:51.065686 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a38b33f-5a7f-414f-a69f-19fb27c50889 admin admin] Router a77ac9bc-d423-4206-b2d8-932468f17e26 is scheduled to L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 with binding_index 1 {{(pid=109123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 00:29:51.073569 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-2f01c94e-d9cc-4300-8009-92904a69129d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:51.080029 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-2f01c94e-d9cc-4300-8009-92904a69129d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:51.143903 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-130e299f-8bf8-4371-96df-6df99d70d253 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:51.149967 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-130e299f-8bf8-4371-96df-6df99d70d253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:51.178957 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-130e299f-8bf8-4371-96df-6df99d70d253 admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=109124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 00:29:51.198738 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e299f-8bf8-4371-96df-6df99d70d253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50cb3b7-8c1d-4a11-b732-37351cec268e,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:51.201976 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-130e299f-8bf8-4371-96df-6df99d70d253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386'] for segment, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:51.202362 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.db.segments_db [None req-130e299f-8bf8-4371-96df-6df99d70d253 admin admin] Added segment 091f9bdd-4cd5-492f-866a-e7735895c70c of type vlan for network 1e9c94da-08ec-44a7-9abd-e30ed8735d06 Nov 25 00:29:51.218031 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f01c94e-d9cc-4300-8009-92904a69129d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98778b51-ff77-43ec-8ee1-5f108c94c50f,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:51.240724 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-2f01c94e-d9cc-4300-8009-92904a69129d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7fb66ab00b1f4511ac2bb5a1e1c98825&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4321408 Nov 25 00:29:51.244608 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 42144) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:51.282992 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a38b33f-5a7f-414f-a69f-19fb27c50889 admin admin] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:29:51.285310 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-130e299f-8bf8-4371-96df-6df99d70d253 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781493843164'] for network, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:51.303056 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b040825-1fd5-4fb3-b5b5-ae113671727e None None] Sync routers for ids ['a77ac9bc-d423-4206-b2d8-932468f17e26'] in dv-cinder-819200-1-iscsi {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:29:51.317563 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-1a38b33f-5a7f-414f-a69f-19fb27c50889 admin admin] Publish callbacks [] for router, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:51.319264 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-1a38b33f-5a7f-414f-a69f-19fb27c50889 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3468480 Nov 25 00:29:51.321083 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b040825-1fd5-4fb3-b5b5-ae113671727e None None] Routers {'a77ac9bc-d423-4206-b2d8-932468f17e26'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:29:51.321812 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-0b040825-1fd5-4fb3-b5b5-ae113671727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:29:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['a77ac9bc-d423-4206-b2d8-932468f17e26'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:29:51.322905 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 42146) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:51.339629 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-3c4e0318-60e2-4c05-b1b2-afff17d95f34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:51.343640 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-130e299f-8bf8-4371-96df-6df99d70d253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570'] for network, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:51.344665 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130e299f-8bf8-4371-96df-6df99d70d253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:51.345251 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-130e299f-8bf8-4371-96df-6df99d70d253 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for network, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:51.418797 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-3c4e0318-60e2-4c05-b1b2-afff17d95f34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:51.425383 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-130e299f-8bf8-4371-96df-6df99d70d253 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8177819 Nov 25 00:29:51.444063 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 42152) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:51.457544 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-b3d01276-ebe4-4b74-98e9-d0c55958db79 admin admin] Request body: {'subnet': {'network_id': '1e9c94da-08ec-44a7-9abd-e30ed8735d06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1379455999-subnet', 'tenant_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'ip_version': 4}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:29:51.477733 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e299f-8bf8-4371-96df-6df99d70d253 admin admin] Pushing event updated for resources: {'Network': ['ID=1e9c94da-08ec-44a7-9abd-e30ed8735d06,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:51.491438 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-0b040825-1fd5-4fb3-b5b5-ae113671727e None None] Set router a77ac9bc-d423-4206-b2d8-932468f17e26 gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:29:51.518248 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Network 1e9c94da-08ec-44a7-9abd-e30ed8735d06 details requested by agent ovs-agent-dv-cinder-819200-1-iscsi with host dv-cinder-819200-1-iscsi {{(pid=109125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 00:29:51.563765 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-3c4e0318-60e2-4c05-b1b2-afff17d95f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:51.568577 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-3c4e0318-60e2-4c05-b1b2-afff17d95f34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:51.570174 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-3c4e0318-60e2-4c05-b1b2-afff17d95f34 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/98778b51-ff77-43ec-8ee1-5f108c94c50f HTTP/1.1" status: 204 len: 168 time: 0.3244231 Nov 25 00:29:51.578428 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d01276-ebe4-4b74-98e9-d0c55958db79 admin admin] Made reservation on behalf of c5f392e66d5f410f8a6baf59ecc59ace for: {'subnet': 1} {{(pid=109123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:29:51.582268 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-b3d01276-ebe4-4b74-98e9-d0c55958db79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12288884'] for subnet, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:51.614079 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e0318-60e2-4c05-b1b2-afff17d95f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98778b51-ff77-43ec-8ee1-5f108c94c50f,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:51.754477 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-0b040825-1fd5-4fb3-b5b5-ae113671727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77ac9bc-d423-4206-b2d8-932468f17e26', 'name': 'tempest-ServerRescueNegativeTestJSON-840552441-router', 'tenant_id': 'bda41ef0908f493e850f99e3e5aab2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '455b60ab-44f0-4782-b660-a8ac5b6de72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:29:48Z', 'updated_at': '2021-11-25T00:29:50Z', 'revision_number': 3, 'project_id': 'bda41ef0908f493e850f99e3e5aab2cd', 'gw_port': {'id': '455b60ab-44f0-4782-b660-a8ac5b6de72b', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:62:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77ac9bc-d423-4206-b2d8-932468f17e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:29:49Z', 'updated_at': '2021-11-25T00:29:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi'}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:29:51.796526 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b040825-1fd5-4fb3-b5b5-ae113671727e None None] Checking router: a77ac9bc-d423-4206-b2d8-932468f17e26 for host: dv-cinder-819200-1-iscsi {{(pid=109126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:29:51.796621 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b040825-1fd5-4fb3-b5b5-ae113671727e None None] Updating router a77ac9bc-d423-4206-b2d8-932468f17e26 port 455b60ab-44f0-4782-b660-a8ac5b6de72b binding host dv-cinder-819200-1-iscsi {{(pid=109126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 00:29:51.856553 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-0b040825-1fd5-4fb3-b5b5-ae113671727e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:52.078898 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-b3d01276-ebe4-4b74-98e9-d0c55958db79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11305857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12290974'] for subnet, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:52.081873 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 42176) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:52.107016 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-02aff7a5-5c8d-4e83-afe8-2e1bae3f2107 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:52.284748 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-02aff7a5-5c8d-4e83-afe8-2e1bae3f2107 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:52.293331 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-02aff7a5-5c8d-4e83-afe8-2e1bae3f2107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:52.330563 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aff7a5-5c8d-4e83-afe8-2e1bae3f2107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fce566c-a32b-43ed-b666-870e56defde4,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:52.362172 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-02aff7a5-5c8d-4e83-afe8-2e1bae3f2107 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6f11ec3373dc4f8a9ba5af5e51230205&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2787530 Nov 25 00:29:52.371266 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 42184) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:52.390307 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d01276-ebe4-4b74-98e9-d0c55958db79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a96f391-45a6-424b-a4f4-889163bf126c,revision_number=0']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:52.419248 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb2a02-3617-41cf-a8af-cad505132713 req-ab0c3729-0b7c-4499-842f-91d94d52431d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:52.420862 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-98cb2a02-3617-41cf-a8af-cad505132713 req-ab0c3729-0b7c-4499-842f-91d94d52431d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfc4a7e6-5541-4199-a7e6-9d7d4f3985c5 HTTP/1.1" status: 200 len: 943 time: 0.2962263 Nov 25 00:29:52.430914 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-0b040825-1fd5-4fb3-b5b5-ae113671727e None None] Publish callbacks [] for port, precommit_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:52.434888 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d01276-ebe4-4b74-98e9-d0c55958db79 admin admin] Checking segment: {'id': '091f9bdd-4cd5-492f-866a-e7735895c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1e9c94da-08ec-44a7-9abd-e30ed8735d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:29:52.435352 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d01276-ebe4-4b74-98e9-d0c55958db79 admin admin] Network hostable DHCP agents. Network: 1e9c94da-08ec-44a7-9abd-e30ed8735d06, hostable agents: ['ef09b5cd-dd29-4f41-b3e7-5eec944a36f7'], hosted agents: [] {{(pid=109123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 00:29:52.440946 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-0b040825-1fd5-4fb3-b5b5-ae113671727e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:52.452589 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-a636581b-2834-46cb-a266-b672ea0c1101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:52.462594 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-890ed3f4-afe7-4484-98dc-886d87a73cc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:52.498198 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc3f4f6-4215-4a2f-bde7-1ee259695b5e None None] Pushing event updated for resources: {'Port': ['ID=455b60ab-44f0-4782-b660-a8ac5b6de72b,revision_number=2']} {{(pid=109126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:52.508469 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-890ed3f4-afe7-4484-98dc-886d87a73cc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:52.511486 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc3f4f6-4215-4a2f-bde7-1ee259695b5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:52.512022 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc3f4f6-4215-4a2f-bde7-1ee259695b5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:52.512730 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc3f4f6-4215-4a2f-bde7-1ee259695b5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:52.513312 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc3f4f6-4215-4a2f-bde7-1ee259695b5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:52.513705 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc3f4f6-4215-4a2f-bde7-1ee259695b5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:52.514266 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc3f4f6-4215-4a2f-bde7-1ee259695b5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:52.514736 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc3f4f6-4215-4a2f-bde7-1ee259695b5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:52.515214 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc3f4f6-4215-4a2f-bde7-1ee259695b5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:52.515842 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc3f4f6-4215-4a2f-bde7-1ee259695b5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:52.516202 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc3f4f6-4215-4a2f-bde7-1ee259695b5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:52.516573 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc3f4f6-4215-4a2f-bde7-1ee259695b5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:52.516961 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc3f4f6-4215-4a2f-bde7-1ee259695b5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:29:52.520566 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-98cb2a02-3617-41cf-a8af-cad505132713 req-f6c6a876-fc82-4a6c-9dad-1beb15a9330b tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809360 Nov 25 00:29:52.523328 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d01276-ebe4-4b74-98e9-d0c55958db79 admin admin] Network 1e9c94da-08ec-44a7-9abd-e30ed8735d06 is scheduled to be hosted by DHCP agent ef09b5cd-dd29-4f41-b3e7-5eec944a36f7 with binding_index 1 {{(pid=109123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 00:29:52.525882 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.managers [None req-0b040825-1fd5-4fb3-b5b5-ae113671727e None None] Attempting to bind port 455b60ab-44f0-4782-b660-a8ac5b6de72b on host dv-cinder-819200-1-iscsi for vnic_type normal with profile {{(pid=109126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:29:52.526261 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.managers [None req-0b040825-1fd5-4fb3-b5b5-ae113671727e None None] Attempting to bind port 455b60ab-44f0-4782-b660-a8ac5b6de72b by drivers openvswitch,hyperv on host dv-cinder-819200-1-iscsi at level 0 using segments [{'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'}] {{(pid=109126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:29:52.526783 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b040825-1fd5-4fb3-b5b5-ae113671727e None None] Attempting to bind port 455b60ab-44f0-4782-b660-a8ac5b6de72b on network 7e710f5f-af80-47ab-b03c-3a0dd4623f26 {{(pid=109126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:29:52.534852 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b040825-1fd5-4fb3-b5b5-ae113671727e None None] Checking agent: {'id': '6db1e42d-7d41-4128-8d86-b90db240c589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 20, 18), 'started_at': datetime.datetime(2021, 11, 25, 0, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:29:52.535235 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b040825-1fd5-4fb3-b5b5-ae113671727e None None] Checking segment: {'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:29:52.535703 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-0b040825-1fd5-4fb3-b5b5-ae113671727e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:52.536151 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b040825-1fd5-4fb3-b5b5-ae113671727e None None] Bound using segment: {'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'} {{(pid=109126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:29:52.536670 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.managers [None req-0b040825-1fd5-4fb3-b5b5-ae113671727e None None] Bound port: 455b60ab-44f0-4782-b660-a8ac5b6de72b, host: dv-cinder-819200-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'}}] {{(pid=109126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:29:52.537246 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-0b040825-1fd5-4fb3-b5b5-ae113671727e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:52.566113 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [None req-b3d01276-ebe4-4b74-98e9-d0c55958db79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-1-iscsi, 1e9c94da-08ec-44a7-9abd-e30ed8735d06) {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:29:52.577257 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d01276-ebe4-4b74-98e9-d0c55958db79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:52.578147 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-b3d01276-ebe4-4b74-98e9-d0c55958db79 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:52.587322 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5338cf72-4793-446d-88c0-1627f88e424f None None] Network 1e9c94da-08ec-44a7-9abd-e30ed8735d06 requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:29:52.627815 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-890ed3f4-afe7-4484-98dc-886d87a73cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:52.632035 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-890ed3f4-afe7-4484-98dc-886d87a73cc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:52.632341 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.db [None req-0b040825-1fd5-4fb3-b5b5-ae113671727e None None] For port 455b60ab-44f0-4782-b660-a8ac5b6de72b, host dv-cinder-819200-1-iscsi, cleared binding levels {{(pid=109126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:29:52.636491 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-890ed3f4-afe7-4484-98dc-886d87a73cc7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0fce566c-a32b-43ed-b666-870e56defde4 HTTP/1.1" status: 204 len: 168 time: 0.2663119 Nov 25 00:29:52.655591 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ed3f4-afe7-4484-98dc-886d87a73cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fce566c-a32b-43ed-b666-870e56defde4,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:52.665202 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.db [None req-0b040825-1fd5-4fb3-b5b5-ae113671727e None None] For port 455b60ab-44f0-4782-b660-a8ac5b6de72b, host dv-cinder-819200-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=455b60ab-44f0-4782-b660-a8ac5b6de72b,segment=NetworkSegment(2cbd316e-5d05-4c4d-ba22-dac4641013ba),segment_id=2cbd316e-5d05-4c4d-ba22-dac4641013ba)] {{(pid=109126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:29:52.678421 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-0b040825-1fd5-4fb3-b5b5-ae113671727e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:52.688975 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 42192) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:52.689191 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-b3d01276-ebe4-4b74-98e9-d0c55958db79 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2437937 Nov 25 00:29:52.696637 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-8002e7dc-bbd2-4345-8ebe-1bc11de29140 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1379455999-router', 'tenant_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'}}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:29:52.770758 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-8002e7dc-bbd2-4345-8ebe-1bc11de29140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-776192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8608'] for router, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:52.772188 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-8002e7dc-bbd2-4345-8ebe-1bc11de29140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-776364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8633'] for router, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:52.772818 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b040825-1fd5-4fb3-b5b5-ae113671727e None None] Routers {'a77ac9bc-d423-4206-b2d8-932468f17e26'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:29:52.774369 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-0b040825-1fd5-4fb3-b5b5-ae113671727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:29:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['a77ac9bc-d423-4206-b2d8-932468f17e26'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:29:52.815881 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.db_base_plugin_common [None req-a636581b-2834-46cb-a266-b672ea0c1101 admin admin] Allocated IP 172.20.0.1 (e36dfab7-9306-47bd-a24d-fce7937d64a7/905d2d66-01fc-468a-afe8-a4b586f67431/7f06e75d-7f67-43f0-8071-9f8252ace419) {{(pid=109123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:29:52.887747 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device bb008a62-304c-44a8-90f0-2d7439277f62 details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=109125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 00:29:52.930662 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-8002e7dc-bbd2-4345-8ebe-1bc11de29140 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:53.007083 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc3f4f6-4215-4a2f-bde7-1ee259695b5e None None] Pushing event updated for resources: {'Port': ['ID=455b60ab-44f0-4782-b660-a8ac5b6de72b,revision_number=3']} {{(pid=109126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:53.028442 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-a636581b-2834-46cb-a266-b672ea0c1101 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:53.081260 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port bb008a62-304c-44a8-90f0-2d7439277f62, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=bb008a62-304c-44a8-90f0-2d7439277f62,segment=NetworkSegment(1d001069-81f5-4588-89c3-3b44f4223981),segment_id=1d001069-81f5-4588-89c3-3b44f4223981)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:29:53.086069 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-0b040825-1fd5-4fb3-b5b5-ae113671727e None None] Set router a77ac9bc-d423-4206-b2d8-932468f17e26 gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:29:53.133891 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Returning: {'device': 'bb008a62-304c-44a8-90f0-2d7439277f62', 'network_id': 'c6860e7f-1840-44cc-88a0-1bba28b2eba5', 'port_id': 'bb008a62-304c-44a8-90f0-2d7439277f62', 'mac_address': 'fa:16:3e:67:68:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9526e428-93cb-4b36-b147-01a6ceccc3e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 00:29:53.162524 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-a636581b-2834-46cb-a266-b672ea0c1101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:53.246344 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a636581b-2834-46cb-a266-b672ea0c1101 admin admin] Network e36dfab7-9306-47bd-a24d-fce7937d64a7 is already hosted by enough agents. {{(pid=109123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:29:53.257925 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [None req-a636581b-2834-46cb-a266-b672ea0c1101 admin admin] Resources bound (agent type, host, resource id): {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:29:53.264348 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a636581b-2834-46cb-a266-b672ea0c1101 admin admin] Received port after_create {{(pid=109123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:29:53.314989 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-a636581b-2834-46cb-a266-b672ea0c1101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623071'] for router_interface, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:53.339109 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5bbb83-2629-43e1-8572-be95812d92f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf02d1ee3-10f8-5602-81ee-03f41b90932a-1e9c94da-08ec-44a7-9abd-e30ed8735d06', 'network_id': '1e9c94da-08ec-44a7-9abd-e30ed8735d06', 'tenant_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'fixed_ips': [{'subnet_id': '6a96f391-45a6-424b-a4f4-889163bf126c'}]}} from dv-cinder-819200-1-iscsi. {{(pid=109125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 00:29:53.344008 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-cd5bbb83-2629-43e1-8572-be95812d92f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:53.367656 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-8002e7dc-bbd2-4345-8ebe-1bc11de29140 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:53.382103 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636581b-2834-46cb-a266-b672ea0c1101 admin admin] Pushing event updated for resources: {'Port': ['ID=7f06e75d-7f67-43f0-8071-9f8252ace419,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:53.471508 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:53.476047 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-0b040825-1fd5-4fb3-b5b5-ae113671727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77ac9bc-d423-4206-b2d8-932468f17e26', 'name': 'tempest-ServerRescueNegativeTestJSON-840552441-router', 'tenant_id': 'bda41ef0908f493e850f99e3e5aab2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '455b60ab-44f0-4782-b660-a8ac5b6de72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:29:48Z', 'updated_at': '2021-11-25T00:29:50Z', 'revision_number': 3, 'project_id': 'bda41ef0908f493e850f99e3e5aab2cd', 'gw_port': {'id': '455b60ab-44f0-4782-b660-a8ac5b6de72b', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:62:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77ac9bc-d423-4206-b2d8-932468f17e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:29:49Z', 'updated_at': '2021-11-25T00:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi'}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:29:53.535237 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-a636581b-2834-46cb-a266-b672ea0c1101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:53.546405 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb008a62-304c-44a8-90f0-2d7439277f62 {{(pid=109125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:29:53.582558 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b040825-1fd5-4fb3-b5b5-ae113671727e None None] The sync data for ids ['a77ac9bc-d423-4206-b2d8-932468f17e26'] in dv-cinder-819200-1-iscsi is: [{'id': 'a77ac9bc-d423-4206-b2d8-932468f17e26', 'name': 'tempest-ServerRescueNegativeTestJSON-840552441-router', 'tenant_id': 'bda41ef0908f493e850f99e3e5aab2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '455b60ab-44f0-4782-b660-a8ac5b6de72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:29:48Z', 'updated_at': '2021-11-25T00:29:50Z', 'revision_number': 3, 'project_id': 'bda41ef0908f493e850f99e3e5aab2cd', 'gw_port': {'id': '455b60ab-44f0-4782-b660-a8ac5b6de72b', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:62:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77ac9bc-d423-4206-b2d8-932468f17e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:29:49Z', 'updated_at': '2021-11-25T00:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi'}] {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:29:53.642438 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port bb008a62-304c-44a8-90f0-2d7439277f62, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=bb008a62-304c-44a8-90f0-2d7439277f62,segment=NetworkSegment(1d001069-81f5-4588-89c3-3b44f4223981),segment_id=1d001069-81f5-4588-89c3-3b44f4223981)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:29:53.655688 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:53.815883 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 42214) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:53.975734 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=bb008a62-304c-44a8-90f0-2d7439277f62,revision_number=4']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:53.987037 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-a636581b-2834-46cb-a266-b672ea0c1101 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:54.001126 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.db_base_plugin_common [None req-cd5bbb83-2629-43e1-8572-be95812d92f4 None None] Allocated IP 172.20.0.2 (1e9c94da-08ec-44a7-9abd-e30ed8735d06/6a96f391-45a6-424b-a4f4-889163bf126c/4a6802b9-7065-4d21-932d-21b9158169d3) {{(pid=109125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:29:54.002506 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-a636581b-2834-46cb-a266-b672ea0c1101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11305756'] for port, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:54.064271 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4da551-3e07-4e6f-8a07-71689c002f55 req-b844a1e1-055b-4291-b5d9-7fbafb4358ce tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:54.073986 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-9d4da551-3e07-4e6f-8a07-71689c002f55 req-b844a1e1-055b-4291-b5d9-7fbafb4358ce tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfc4a7e6-5541-4199-a7e6-9d7d4f3985c5 HTTP/1.1" status: 200 len: 944 time: 0.1676195 Nov 25 00:29:54.090193 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['bb008a62-304c-44a8-90f0-2d7439277f62'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:29:54.135362 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-a636581b-2834-46cb-a266-b672ea0c1101 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-762479'] for router_interface, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:54.142539 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636581b-2834-46cb-a266-b672ea0c1101 admin admin] Pushing event updated for resources: {'Port': ['ID=7f06e75d-7f67-43f0-8071-9f8252ace419,revision_number=2']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:54.164305 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-9d4da551-3e07-4e6f-8a07-71689c002f55 req-e2899916-9fa5-4e7e-8a54-80b299af445e tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880284 Nov 25 00:29:54.169571 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-8002e7dc-bbd2-4345-8ebe-1bc11de29140 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:54.186087 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-39df2d40-3a42-44af-87df-2ee3864a034e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:54.224284 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-8002e7dc-bbd2-4345-8ebe-1bc11de29140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:54.364060 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-39df2d40-3a42-44af-87df-2ee3864a034e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:54.372378 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-39df2d40-3a42-44af-87df-2ee3864a034e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:54.497370 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.db_base_plugin_common [None req-8002e7dc-bbd2-4345-8ebe-1bc11de29140 admin admin] Allocated IP 172.27.2.113 (7e710f5f-af80-47ab-b03c-3a0dd4623f26/89cd149f-d365-4a11-b22c-c62ab9234e96/3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195) {{(pid=109124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:29:54.513288 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-39df2d40-3a42-44af-87df-2ee3864a034e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=58bf5f6c1f574253a4da8f7abee91afb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6956861 Nov 25 00:29:54.522325 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df2d40-3a42-44af-87df-2ee3864a034e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e049f6b-e126-477c-b963-c77979a1aeaa,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:54.526018 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 42230) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:54.550600 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-cd5bbb83-2629-43e1-8572-be95812d92f4 None None] Publish callbacks [] for port, precommit_create {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:54.637475 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-cd5bbb83-2629-43e1-8572-be95812d92f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153'] for port, after_create {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:54.641053 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-1af1d5f6-1e96-4c3a-8e59-8beabd171ff8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:54.644336 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a636581b-2834-46cb-a266-b672ea0c1101 admin admin] Network e36dfab7-9306-47bd-a24d-fce7937d64a7 is already hosted by enough agents. {{(pid=109123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:29:54.659621 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-8002e7dc-bbd2-4345-8ebe-1bc11de29140 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:54.678373 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [None req-a636581b-2834-46cb-a266-b672ea0c1101 admin admin] Resources bound (agent type, host, resource id): {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:29:54.716635 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-8002e7dc-bbd2-4345-8ebe-1bc11de29140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:54.743248 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-1af1d5f6-1e96-4c3a-8e59-8beabd171ff8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:54.752422 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5bbb83-2629-43e1-8572-be95812d92f4 None None] Network 1e9c94da-08ec-44a7-9abd-e30ed8735d06 is already hosted by enough agents. {{(pid=109125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:29:54.759219 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.scheduler.base_scheduler [None req-cd5bbb83-2629-43e1-8572-be95812d92f4 None None] Resources bound (agent type, host, resource id): {{(pid=109125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:29:54.765716 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5bbb83-2629-43e1-8572-be95812d92f4 None None] Received port after_create {{(pid=109125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:29:54.822824 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002e7dc-bbd2-4345-8ebe-1bc11de29140 admin admin] Pushing event updated for resources: {'Port': ['ID=3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:54.827493 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8002e7dc-bbd2-4345-8ebe-1bc11de29140 admin admin] Network 7e710f5f-af80-47ab-b03c-3a0dd4623f26 is already hosted by enough agents. {{(pid=109124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:29:54.829326 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.base_scheduler [None req-8002e7dc-bbd2-4345-8ebe-1bc11de29140 admin admin] Resources bound (agent type, host, resource id): {{(pid=109124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:29:54.837407 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8002e7dc-bbd2-4345-8ebe-1bc11de29140 admin admin] Received port after_create {{(pid=109124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:29:54.870108 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5bbb83-2629-43e1-8572-be95812d92f4 None None] Pushing event updated for resources: {'Port': ['ID=4a6802b9-7065-4d21-932d-21b9158169d3,revision_number=1']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:54.943420 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-cd5bbb83-2629-43e1-8572-be95812d92f4 None None] Attempting to bind port 4a6802b9-7065-4d21-932d-21b9158169d3 on host dv-cinder-819200-1-iscsi for vnic_type normal with profile {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:29:54.944041 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-cd5bbb83-2629-43e1-8572-be95812d92f4 None None] Attempting to bind port 4a6802b9-7065-4d21-932d-21b9158169d3 by drivers openvswitch,hyperv on host dv-cinder-819200-1-iscsi at level 0 using segments [{'id': '091f9bdd-4cd5-492f-866a-e7735895c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1e9c94da-08ec-44a7-9abd-e30ed8735d06'}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:29:54.944626 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5bbb83-2629-43e1-8572-be95812d92f4 None None] Attempting to bind port 4a6802b9-7065-4d21-932d-21b9158169d3 on network 1e9c94da-08ec-44a7-9abd-e30ed8735d06 {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:29:54.965331 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5bbb83-2629-43e1-8572-be95812d92f4 None None] Checking agent: {'id': '6db1e42d-7d41-4128-8d86-b90db240c589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 20, 18), 'started_at': datetime.datetime(2021, 11, 25, 0, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:29:54.966939 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5bbb83-2629-43e1-8572-be95812d92f4 None None] Checking segment: {'id': '091f9bdd-4cd5-492f-866a-e7735895c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1e9c94da-08ec-44a7-9abd-e30ed8735d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:29:54.967685 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-cd5bbb83-2629-43e1-8572-be95812d92f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:54.970822 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5bbb83-2629-43e1-8572-be95812d92f4 None None] Bound using segment: {'id': '091f9bdd-4cd5-492f-866a-e7735895c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1e9c94da-08ec-44a7-9abd-e30ed8735d06'} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:29:54.972660 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-cd5bbb83-2629-43e1-8572-be95812d92f4 None None] Bound port: 4a6802b9-7065-4d21-932d-21b9158169d3, host: dv-cinder-819200-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091f9bdd-4cd5-492f-866a-e7735895c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1e9c94da-08ec-44a7-9abd-e30ed8735d06'}}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:29:54.974158 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-1af1d5f6-1e96-4c3a-8e59-8beabd171ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:54.974912 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-cd5bbb83-2629-43e1-8572-be95812d92f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:54.982495 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-1af1d5f6-1e96-4c3a-8e59-8beabd171ff8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:54.984745 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-1af1d5f6-1e96-4c3a-8e59-8beabd171ff8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0e049f6b-e126-477c-b963-c77979a1aeaa HTTP/1.1" status: 204 len: 168 time: 0.4547451 Nov 25 00:29:55.072848 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1d5f6-1e96-4c3a-8e59-8beabd171ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e049f6b-e126-477c-b963-c77979a1aeaa,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:55.178213 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a636581b-2834-46cb-a266-b672ea0c1101 admin admin] Router a77ac9bc-d423-4206-b2d8-932468f17e26 has already been hosted by L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 {{(pid=109123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 00:29:55.240295 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-cd5bbb83-2629-43e1-8572-be95812d92f4 None None] For port 4a6802b9-7065-4d21-932d-21b9158169d3, host dv-cinder-819200-1-iscsi, cleared binding levels {{(pid=109125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:29:55.263554 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-cd5bbb83-2629-43e1-8572-be95812d92f4 None None] For port 4a6802b9-7065-4d21-932d-21b9158169d3, host dv-cinder-819200-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=4a6802b9-7065-4d21-932d-21b9158169d3,segment=NetworkSegment(091f9bdd-4cd5-492f-866a-e7735895c70c),segment_id=091f9bdd-4cd5-492f-866a-e7735895c70c)] {{(pid=109125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:29:55.277372 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-cd5bbb83-2629-43e1-8572-be95812d92f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:55.356928 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 455b60ab-44f0-4782-b660-a8ac5b6de72b up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:29:55.604069 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5bbb83-2629-43e1-8572-be95812d92f4 None None] Pushing event updated for resources: {'Port': ['ID=4a6802b9-7065-4d21-932d-21b9158169d3,revision_number=2']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:55.612400 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port 455b60ab-44f0-4782-b660-a8ac5b6de72b triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:29:55.613892 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:55.745584 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-8002e7dc-bbd2-4345-8ebe-1bc11de29140 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:55.855633 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:55.914373 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] For port 455b60ab-44f0-4782-b660-a8ac5b6de72b, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=455b60ab-44f0-4782-b660-a8ac5b6de72b,segment=NetworkSegment(2cbd316e-5d05-4c4d-ba22-dac4641013ba),segment_id=2cbd316e-5d05-4c4d-ba22-dac4641013ba)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:29:55.920487 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:56.035361 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Pushing event updated for resources: {'Port': ['ID=455b60ab-44f0-4782-b660-a8ac5b6de72b,revision_number=4']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:56.115923 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d3cb3-d41c-431f-ae20-2a0eb9dd0fc5 req-cd768554-c141-4633-bf41-8c3bcc422d1b tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:56.119796 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-099d3cb3-d41c-431f-ae20-2a0eb9dd0fc5 req-cd768554-c141-4633-bf41-8c3bcc422d1b tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfc4a7e6-5541-4199-a7e6-9d7d4f3985c5 HTTP/1.1" status: 200 len: 944 time: 0.1389542 Nov 25 00:29:56.126215 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a636581b-2834-46cb-a266-b672ea0c1101 admin admin] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:29:56.142046 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-a636581b-2834-46cb-a266-b672ea0c1101 admin admin] 10.222.0.37 "PUT /v2.0/routers/a77ac9bc-d423-4206-b2d8-932468f17e26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8088453 Nov 25 00:29:56.262238 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-099d3cb3-d41c-431f-ae20-2a0eb9dd0fc5 req-a20f41b5-7a20-4321-b2de-049b99fe23ec tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140752 Nov 25 00:29:56.340024 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-8002e7dc-bbd2-4345-8ebe-1bc11de29140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-776343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622894'] for router, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:56.521951 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8002e7dc-bbd2-4345-8ebe-1bc11de29140 admin admin] Router 7b8687f4-706f-468a-8fdd-43e76e6bb33f is scheduled to L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 with binding_index 1 {{(pid=109124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 00:29:56.689634 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8002e7dc-bbd2-4345-8ebe-1bc11de29140 admin admin] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:29:56.713575 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-8002e7dc-bbd2-4345-8ebe-1bc11de29140 admin admin] Publish callbacks [] for router, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:56.715092 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-8002e7dc-bbd2-4345-8ebe-1bc11de29140 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0244324 Nov 25 00:29:56.717916 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 42284) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:29:56.722197 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c7da37-418f-48e0-9bbf-ae2fd6495037 None None] Sync routers for ids ['7b8687f4-706f-468a-8fdd-43e76e6bb33f'] in dv-cinder-819200-1-iscsi {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:29:56.742066 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c7da37-418f-48e0-9bbf-ae2fd6495037 None None] Routers {'7b8687f4-706f-468a-8fdd-43e76e6bb33f'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:29:56.744261 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-f8c7da37-418f-48e0-9bbf-ae2fd6495037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:29:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['7b8687f4-706f-468a-8fdd-43e76e6bb33f'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:29:56.858867 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device bb008a62-304c-44a8-90f0-2d7439277f62 up at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:29:56.983600 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning for port bb008a62-304c-44a8-90f0-2d7439277f62 completed by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 00:29:56.997410 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eba8416-6ff4-44d8-b74f-f27fa12e7c07 None None] Sync routers for ids ['a77ac9bc-d423-4206-b2d8-932468f17e26'] in dv-cinder-819200-1-iscsi {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:29:57.000783 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-f8c7da37-418f-48e0-9bbf-ae2fd6495037 None None] Set router 7b8687f4-706f-468a-8fdd-43e76e6bb33f gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:29:57.031188 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eba8416-6ff4-44d8-b74f-f27fa12e7c07 None None] Routers {'a77ac9bc-d423-4206-b2d8-932468f17e26'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:29:57.032306 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-8eba8416-6ff4-44d8-b74f-f27fa12e7c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:29:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['a77ac9bc-d423-4206-b2d8-932468f17e26'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:29:57.066517 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning complete for port bb008a62-304c-44a8-90f0-2d7439277f62 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:29:57.082042 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:57.620860 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-8eba8416-6ff4-44d8-b74f-f27fa12e7c07 None None] Set router a77ac9bc-d423-4206-b2d8-932468f17e26 gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:29:57.628451 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e68bc-3d01-4e15-b771-23574a959d6a req-95b4c865-b3de-4cac-8c1f-744239a182c6 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:57.630083 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-296e68bc-3d01-4e15-b771-23574a959d6a req-95b4c865-b3de-4cac-8c1f-744239a182c6 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/networks?id=e36dfab7-9306-47bd-a24d-fce7937d64a7 HTTP/1.1" status: 200 len: 818 time: 0.4385641 Nov 25 00:29:57.652608 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-296e68bc-3d01-4e15-b771-23574a959d6a req-3a4617c0-afbd-41ba-8352-ab85694a8220 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/quotas/bda41ef0908f493e850f99e3e5aab2cd HTTP/1.1" status: 200 len: 375 time: 0.0127473 Nov 25 00:29:57.678795 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7125dc19-00a7-489a-9299-cce7a59e43b9 None None] Network 1e9c94da-08ec-44a7-9abd-e30ed8735d06 requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:29:57.787339 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-296e68bc-3d01-4e15-b771-23574a959d6a req-a98bc75d-198e-457b-bb44-f9f7961ba410 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bda41ef0908f493e850f99e3e5aab2cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1273863 Nov 25 00:29:57.904959 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 4a6802b9-7065-4d21-932d-21b9158169d3 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:29:58.052567 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-296e68bc-3d01-4e15-b771-23574a959d6a req-126800e4-08db-4dd4-8d2a-8ed48ab45b95 service neutron] 10.222.0.37 "GET /v2.0/networks/e36dfab7-9306-47bd-a24d-fce7937d64a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624269 Nov 25 00:29:58.083230 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b721a-b2f9-4142-bfe4-e638a8610005 req-2f5e4902-5986-40b1-b328-7e5b7204c954 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:58.102001 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-638b721a-b2f9-4142-bfe4-e638a8610005 req-2f5e4902-5986-40b1-b328-7e5b7204c954 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfc4a7e6-5541-4199-a7e6-9d7d4f3985c5 HTTP/1.1" status: 200 len: 944 time: 0.3335090 Nov 25 00:29:58.205652 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-8eba8416-6ff4-44d8-b74f-f27fa12e7c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77ac9bc-d423-4206-b2d8-932468f17e26', 'name': 'tempest-ServerRescueNegativeTestJSON-840552441-router', 'tenant_id': 'bda41ef0908f493e850f99e3e5aab2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '455b60ab-44f0-4782-b660-a8ac5b6de72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:29:48Z', 'updated_at': '2021-11-25T00:29:53Z', 'revision_number': 4, 'project_id': 'bda41ef0908f493e850f99e3e5aab2cd', 'gw_port': {'id': '455b60ab-44f0-4782-b660-a8ac5b6de72b', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:62:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77ac9bc-d423-4206-b2d8-932468f17e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:29:49Z', 'updated_at': '2021-11-25T00:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '7f06e75d-7f67-43f0-8071-9f8252ace419', 'name': '', 'network_id': 'e36dfab7-9306-47bd-a24d-fce7937d64a7', 'tenant_id': 'bda41ef0908f493e850f99e3e5aab2cd', 'mac_address': 'fa:16:3e:66:2f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77ac9bc-d423-4206-b2d8-932468f17e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '905d2d66-01fc-468a-afe8-a4b586f67431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:29:52Z', 'updated_at': '2021-11-25T00:29:53Z', 'revision_number': 2, 'project_id': 'bda41ef0908f493e850f99e3e5aab2cd', 'subnets': [{'id': '905d2d66-01fc-468a-afe8-a4b586f67431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:29:58.262019 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-296e68bc-3d01-4e15-b771-23574a959d6a req-2e90a164-e1b8-463a-bb76-653a7381199a service neutron] 10.222.0.37 "GET /v2.0/networks/e36dfab7-9306-47bd-a24d-fce7937d64a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084091 Nov 25 00:29:58.289839 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-4f95dee3-a24d-424d-97f1-5a48b72c3d03 None None] Provisioning complete for port 4a6802b9-7065-4d21-932d-21b9158169d3 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:29:58.290221 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-4f95dee3-a24d-424d-97f1-5a48b72c3d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:58.316446 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-319939ff-ac05-4510-beba-ade95cc0348e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:58.352729 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eba8416-6ff4-44d8-b74f-f27fa12e7c07 None None] Checking router: a77ac9bc-d423-4206-b2d8-932468f17e26 for host: dv-cinder-819200-1-iscsi {{(pid=109126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:29:58.354397 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eba8416-6ff4-44d8-b74f-f27fa12e7c07 None None] Updating router a77ac9bc-d423-4206-b2d8-932468f17e26 port 7f06e75d-7f67-43f0-8071-9f8252ace419 binding host dv-cinder-819200-1-iscsi {{(pid=109126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 00:29:58.440142 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-638b721a-b2f9-4142-bfe4-e638a8610005 req-ddd69d9d-d684-4b34-9970-ac13acecb848 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307552 Nov 25 00:29:58.531920 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-8eba8416-6ff4-44d8-b74f-f27fa12e7c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:58.631468 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:58.682438 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b518c8d9-980b-4405-902f-84fcc3d7c0c5 req-9c0c7c51-b8df-41a8-bfa6-a1ed298c407d tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 210 time: 0.1005783 Nov 25 00:29:58.871393 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.db_base_plugin_common [None req-319939ff-ac05-4510-beba-ade95cc0348e admin admin] Allocated IP 172.20.0.1 (1e9c94da-08ec-44a7-9abd-e30ed8735d06/6a96f391-45a6-424b-a4f4-889163bf126c/d01eca09-bd37-4899-8494-d63c872a746d) {{(pid=109124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:29:58.950883 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc4a7e6-5541-4199-a7e6-9d7d4f3985c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb008a62-304c-44a8-90f0-2d7439277f62'}] {{(pid=109125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:29:58.957113 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b40ce054491f5bd1a33a22e0e33c095860c6622367658d2460ab374ec6fa3a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d44c99-d9cf-4d41-843e-ecd6dee96a7b" -d '{"events": [{"server_uuid": "cfc4a7e6-5541-4199-a7e6-9d7d4f3985c5", "name": "network-vif-plugged", "status": "completed", "tag": "bb008a62-304c-44a8-90f0-2d7439277f62"}]}' {{(pid=109125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:29:59.034986 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port bb008a62-304c-44a8-90f0-2d7439277f62, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=bb008a62-304c-44a8-90f0-2d7439277f62,segment=NetworkSegment(1d001069-81f5-4588-89c3-3b44f4223981),segment_id=1d001069-81f5-4588-89c3-3b44f4223981)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:29:59.051385 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port 4a6802b9-7065-4d21-932d-21b9158169d3 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:29:59.057534 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:59.133242 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:59.224847 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f5c073-7db5-4075-b323-97bace8351a6 x-openstack-request-id: req-00f5c073-7db5-4075-b323-97bace8351a6 {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:29:59.231683 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc4a7e6-5541-4199-a7e6-9d7d4f3985c5", "name": "network-vif-plugged", "status": "completed", "tag": "bb008a62-304c-44a8-90f0-2d7439277f62", "code": 200}]} {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:29:59.232038 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-00f5c073-7db5-4075-b323-97bace8351a6 {{(pid=109125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:29:59.232582 dv-cinder-819200-1-iscsi neutron-server[109125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc4a7e6-5541-4199-a7e6-9d7d4f3985c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb008a62-304c-44a8-90f0-2d7439277f62', 'code': 200} Nov 25 00:29:59.278782 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-f8c7da37-418f-48e0-9bbf-ae2fd6495037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'name': 'tempest-TestShelveInstance-1379455999-router', 'tenant_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:29:52Z', 'updated_at': '2021-11-25T00:29:55Z', 'revision_number': 3, 'project_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'gw_port': {'id': '3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:da:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:29:54Z', 'updated_at': '2021-11-25T00:29:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi'}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:29:59.613664 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c7da37-418f-48e0-9bbf-ae2fd6495037 None None] Checking router: 7b8687f4-706f-468a-8fdd-43e76e6bb33f for host: dv-cinder-819200-1-iscsi {{(pid=109125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:29:59.614095 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c7da37-418f-48e0-9bbf-ae2fd6495037 None None] Updating router 7b8687f4-706f-468a-8fdd-43e76e6bb33f port 3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195 binding host dv-cinder-819200-1-iscsi {{(pid=109125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 00:29:59.718076 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-8eba8416-6ff4-44d8-b74f-f27fa12e7c07 None None] Publish callbacks [] for port, precommit_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:59.734593 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-8eba8416-6ff4-44d8-b74f-f27fa12e7c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:59.750427 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab8ad9-4582-440c-81c9-2df75768a672 req-7a63794d-40b4-419e-aeae-ce9f9270c305 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:29:59.758187 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-5bab8ad9-4582-440c-81c9-2df75768a672 req-7a63794d-40b4-419e-aeae-ce9f9270c305 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfc4a7e6-5541-4199-a7e6-9d7d4f3985c5 HTTP/1.1" status: 200 len: 945 time: 0.1399016 Nov 25 00:29:59.792247 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f8c7da37-418f-48e0-9bbf-ae2fd6495037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:59.834948 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c0343-9b4e-49e4-8731-4c45c99f231b None None] Pushing event updated for resources: {'Port': ['ID=7f06e75d-7f67-43f0-8071-9f8252ace419,revision_number=3']} {{(pid=109126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:29:59.879194 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-5bab8ad9-4582-440c-81c9-2df75768a672 req-8215dc72-1be2-4024-a7b2-c95ea995b54c tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182060 Nov 25 00:29:59.889347 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-4f95dee3-a24d-424d-97f1-5a48b72c3d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:29:59.991172 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.managers [None req-8eba8416-6ff4-44d8-b74f-f27fa12e7c07 None None] Attempting to bind port 7f06e75d-7f67-43f0-8071-9f8252ace419 on host dv-cinder-819200-1-iscsi for vnic_type normal with profile {{(pid=109126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:29:59.991470 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.managers [None req-8eba8416-6ff4-44d8-b74f-f27fa12e7c07 None None] Attempting to bind port 7f06e75d-7f67-43f0-8071-9f8252ace419 by drivers openvswitch,hyperv on host dv-cinder-819200-1-iscsi at level 0 using segments [{'id': '29b862be-f9c7-47d8-88dc-8f025170fe04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e36dfab7-9306-47bd-a24d-fce7937d64a7'}] {{(pid=109126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:29:59.991867 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eba8416-6ff4-44d8-b74f-f27fa12e7c07 None None] Attempting to bind port 7f06e75d-7f67-43f0-8071-9f8252ace419 on network e36dfab7-9306-47bd-a24d-fce7937d64a7 {{(pid=109126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:30:00.001035 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eba8416-6ff4-44d8-b74f-f27fa12e7c07 None None] Checking agent: {'id': '6db1e42d-7d41-4128-8d86-b90db240c589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 20, 18), 'started_at': datetime.datetime(2021, 11, 25, 0, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:30:00.001658 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eba8416-6ff4-44d8-b74f-f27fa12e7c07 None None] Checking segment: {'id': '29b862be-f9c7-47d8-88dc-8f025170fe04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e36dfab7-9306-47bd-a24d-fce7937d64a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:30:00.002346 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-8eba8416-6ff4-44d8-b74f-f27fa12e7c07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:00.002929 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eba8416-6ff4-44d8-b74f-f27fa12e7c07 None None] Bound using segment: {'id': '29b862be-f9c7-47d8-88dc-8f025170fe04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e36dfab7-9306-47bd-a24d-fce7937d64a7'} {{(pid=109126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:30:00.003283 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 42384) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:30:00.003957 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.managers [None req-8eba8416-6ff4-44d8-b74f-f27fa12e7c07 None None] Bound port: 7f06e75d-7f67-43f0-8071-9f8252ace419, host: dv-cinder-819200-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b862be-f9c7-47d8-88dc-8f025170fe04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e36dfab7-9306-47bd-a24d-fce7937d64a7'}}] {{(pid=109126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:30:00.004546 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-8eba8416-6ff4-44d8-b74f-f27fa12e7c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:00.085732 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-319939ff-ac05-4510-beba-ade95cc0348e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:00.117599 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.db [None req-8eba8416-6ff4-44d8-b74f-f27fa12e7c07 None None] For port 7f06e75d-7f67-43f0-8071-9f8252ace419, host dv-cinder-819200-1-iscsi, cleared binding levels {{(pid=109126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:30:00.124142 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.db [None req-8eba8416-6ff4-44d8-b74f-f27fa12e7c07 None None] For port 7f06e75d-7f67-43f0-8071-9f8252ace419, host dv-cinder-819200-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=7f06e75d-7f67-43f0-8071-9f8252ace419,segment=NetworkSegment(29b862be-f9c7-47d8-88dc-8f025170fe04),segment_id=29b862be-f9c7-47d8-88dc-8f025170fe04)] {{(pid=109126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:30:00.133615 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-8eba8416-6ff4-44d8-b74f-f27fa12e7c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:00.135299 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacfa6a-173f-4756-85af-13ffd05796d7 req-52c64b59-0e71-473a-b932-418b55799dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:00.138616 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-adacfa6a-173f-4756-85af-13ffd05796d7 req-52c64b59-0e71-473a-b932-418b55799dbb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cfc4a7e6-5541-4199-a7e6-9d7d4f3985c5 HTTP/1.1" status: 200 len: 1098 time: 0.5255370 Nov 25 00:30:00.197276 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:00.205493 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=bb008a62-304c-44a8-90f0-2d7439277f62,revision_number=5']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:00.220636 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-ea2f3aab-7da4-4af2-851b-7e3d0e885d55 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:00.231643 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-ea2f3aab-7da4-4af2-851b-7e3d0e885d55 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/networks?id=e36dfab7-9306-47bd-a24d-fce7937d64a7 HTTP/1.1" status: 200 len: 818 time: 0.8885789 Nov 25 00:30:00.232516 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c0343-9b4e-49e4-8731-4c45c99f231b None None] Pushing event updated for resources: {'Port': ['ID=7f06e75d-7f67-43f0-8071-9f8252ace419,revision_number=4']} {{(pid=109126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:00.280084 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eba8416-6ff4-44d8-b74f-f27fa12e7c07 None None] Routers {'a77ac9bc-d423-4206-b2d8-932468f17e26'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:30:00.280736 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-8eba8416-6ff4-44d8-b74f-f27fa12e7c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:29:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['a77ac9bc-d423-4206-b2d8-932468f17e26'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:30:00.292070 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-d1dd46b5-625c-42af-9228-e4471c3cb6e1 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/quotas/bda41ef0908f493e850f99e3e5aab2cd HTTP/1.1" status: 200 len: 375 time: 0.0588262 Nov 25 00:30:00.412399 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-8eba8416-6ff4-44d8-b74f-f27fa12e7c07 None None] Set router a77ac9bc-d423-4206-b2d8-932468f17e26 gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:30:00.419306 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-9317c679-af32-4d09-8c9b-05ad2cd86047 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:00.580985 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-9317c679-af32-4d09-8c9b-05ad2cd86047 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:00.589564 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-9317c679-af32-4d09-8c9b-05ad2cd86047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:00.665391 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-4f95dee3-a24d-424d-97f1-5a48b72c3d03 None None] For port 4a6802b9-7065-4d21-932d-21b9158169d3, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=4a6802b9-7065-4d21-932d-21b9158169d3,segment=NetworkSegment(091f9bdd-4cd5-492f-866a-e7735895c70c),segment_id=091f9bdd-4cd5-492f-866a-e7735895c70c)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:30:00.692838 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-9317c679-af32-4d09-8c9b-05ad2cd86047 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e4a08eafce50419493bec8f4bd555d21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6864727 Nov 25 00:30:00.698394 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 42398) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:30:00.707465 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-4f95dee3-a24d-424d-97f1-5a48b72c3d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:00.739727 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-319939ff-ac05-4510-beba-ade95cc0348e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:00.750302 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f8c7da37-418f-48e0-9bbf-ae2fd6495037 None None] Publish callbacks [] for port, precommit_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:00.755067 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317c679-af32-4d09-8c9b-05ad2cd86047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aee3878-e1f4-4f2d-8fb5-432c0ffd2dc9,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:00.802854 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-adacfa6a-173f-4756-85af-13ffd05796d7 req-83cb6d30-ac96-4f2c-81fa-590722c14bbe service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6430788 Nov 25 00:30:00.815986 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f8c7da37-418f-48e0-9bbf-ae2fd6495037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:00.889134 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-db26360e-c7ea-4db4-886b-4fc9068144d1 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bda41ef0908f493e850f99e3e5aab2cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5944545 Nov 25 00:30:00.945643 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-8eba8416-6ff4-44d8-b74f-f27fa12e7c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77ac9bc-d423-4206-b2d8-932468f17e26', 'name': 'tempest-ServerRescueNegativeTestJSON-840552441-router', 'tenant_id': 'bda41ef0908f493e850f99e3e5aab2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '455b60ab-44f0-4782-b660-a8ac5b6de72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:29:48Z', 'updated_at': '2021-11-25T00:29:53Z', 'revision_number': 4, 'project_id': 'bda41ef0908f493e850f99e3e5aab2cd', 'gw_port': {'id': '455b60ab-44f0-4782-b660-a8ac5b6de72b', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:62:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77ac9bc-d423-4206-b2d8-932468f17e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:29:49Z', 'updated_at': '2021-11-25T00:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '7f06e75d-7f67-43f0-8071-9f8252ace419', 'name': '', 'network_id': 'e36dfab7-9306-47bd-a24d-fce7937d64a7', 'tenant_id': 'bda41ef0908f493e850f99e3e5aab2cd', 'mac_address': 'fa:16:3e:66:2f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77ac9bc-d423-4206-b2d8-932468f17e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '905d2d66-01fc-468a-afe8-a4b586f67431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:29:52Z', 'updated_at': '2021-11-25T00:30:00Z', 'revision_number': 4, 'project_id': 'bda41ef0908f493e850f99e3e5aab2cd', 'subnets': [{'id': '905d2d66-01fc-468a-afe8-a4b586f67431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:30:00.948731 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-4f85bc5d-bfca-43d0-af11-ddb0e6bbe991 None None] Provisioning complete for port 4a6802b9-7065-4d21-932d-21b9158169d3 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:00.949117 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-4f85bc5d-bfca-43d0-af11-ddb0e6bbe991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:00.951902 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-f8c7da37-418f-48e0-9bbf-ae2fd6495037 None None] Attempting to bind port 3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195 on host dv-cinder-819200-1-iscsi for vnic_type normal with profile {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:30:00.952517 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-f8c7da37-418f-48e0-9bbf-ae2fd6495037 None None] Attempting to bind port 3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195 by drivers openvswitch,hyperv on host dv-cinder-819200-1-iscsi at level 0 using segments [{'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:30:00.953056 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c7da37-418f-48e0-9bbf-ae2fd6495037 None None] Attempting to bind port 3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195 on network 7e710f5f-af80-47ab-b03c-3a0dd4623f26 {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:30:00.956348 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95dee3-a24d-424d-97f1-5a48b72c3d03 None None] Pushing event updated for resources: {'Port': ['ID=4a6802b9-7065-4d21-932d-21b9158169d3,revision_number=3']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:00.960093 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.db.api [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 00:30:00.960806 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG oslo_db.api [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 00:30:00.990699 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eba8416-6ff4-44d8-b74f-f27fa12e7c07 None None] The sync data for ids ['a77ac9bc-d423-4206-b2d8-932468f17e26'] in dv-cinder-819200-1-iscsi is: [{'id': 'a77ac9bc-d423-4206-b2d8-932468f17e26', 'name': 'tempest-ServerRescueNegativeTestJSON-840552441-router', 'tenant_id': 'bda41ef0908f493e850f99e3e5aab2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '455b60ab-44f0-4782-b660-a8ac5b6de72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:29:48Z', 'updated_at': '2021-11-25T00:29:53Z', 'revision_number': 4, 'project_id': 'bda41ef0908f493e850f99e3e5aab2cd', 'gw_port': {'id': '455b60ab-44f0-4782-b660-a8ac5b6de72b', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:62:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77ac9bc-d423-4206-b2d8-932468f17e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:29:49Z', 'updated_at': '2021-11-25T00:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '7f06e75d-7f67-43f0-8071-9f8252ace419', 'name': '', 'network_id': 'e36dfab7-9306-47bd-a24d-fce7937d64a7', 'tenant_id': 'bda41ef0908f493e850f99e3e5aab2cd', 'mac_address': 'fa:16:3e:66:2f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77ac9bc-d423-4206-b2d8-932468f17e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '905d2d66-01fc-468a-afe8-a4b586f67431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:29:52Z', 'updated_at': '2021-11-25T00:30:00Z', 'revision_number': 4, 'project_id': 'bda41ef0908f493e850f99e3e5aab2cd', 'subnets': [{'id': '905d2d66-01fc-468a-afe8-a4b586f67431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:30:01.024060 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c7da37-418f-48e0-9bbf-ae2fd6495037 None None] Checking agent: {'id': '6db1e42d-7d41-4128-8d86-b90db240c589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 20, 18), 'started_at': datetime.datetime(2021, 11, 25, 0, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:30:01.024451 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c7da37-418f-48e0-9bbf-ae2fd6495037 None None] Checking segment: {'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:30:01.024943 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f8c7da37-418f-48e0-9bbf-ae2fd6495037 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:01.025893 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c7da37-418f-48e0-9bbf-ae2fd6495037 None None] Bound using segment: {'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:30:01.027086 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-f8c7da37-418f-48e0-9bbf-ae2fd6495037 None None] Bound port: 3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195, host: dv-cinder-819200-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'}}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:30:01.027502 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f8c7da37-418f-48e0-9bbf-ae2fd6495037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:01.221324 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68127e-b87e-4f2f-8141-79572cda6b1a req-752d0c65-4368-4efe-b00c-b23d069e69b1 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:01.242583 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c055a87-46be-418c-908b-082386204d1e None None] Pushing event updated for resources: {'Port': ['ID=3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195,revision_number=2']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:01.248837 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-dd68127e-b87e-4f2f-8141-79572cda6b1a req-752d0c65-4368-4efe-b00c-b23d069e69b1 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfc4a7e6-5541-4199-a7e6-9d7d4f3985c5 HTTP/1.1" status: 200 len: 945 time: 0.2392020 Nov 25 00:30:01.333192 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-d4ac7e96-e701-437d-b76c-32afff5e57e9 service neutron] 10.222.0.37 "GET /v2.0/networks/e36dfab7-9306-47bd-a24d-fce7937d64a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4420922 Nov 25 00:30:01.361343 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319939ff-ac05-4510-beba-ade95cc0348e admin admin] Network 1e9c94da-08ec-44a7-9abd-e30ed8735d06 is already hosted by enough agents. {{(pid=109124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:30:01.378904 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-f8c7da37-418f-48e0-9bbf-ae2fd6495037 None None] For port 3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195, host dv-cinder-819200-1-iscsi, cleared binding levels {{(pid=109125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:30:01.395932 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-f8c7da37-418f-48e0-9bbf-ae2fd6495037 None None] For port 3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195, host dv-cinder-819200-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195,segment=NetworkSegment(2cbd316e-5d05-4c4d-ba22-dac4641013ba),segment_id=2cbd316e-5d05-4c4d-ba22-dac4641013ba)] {{(pid=109125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:30:01.413955 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-dd68127e-b87e-4f2f-8141-79572cda6b1a req-62f2123f-e9f8-4767-b340-438b84585e7d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638615 Nov 25 00:30:01.455844 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.base_scheduler [None req-319939ff-ac05-4510-beba-ade95cc0348e admin admin] Resources bound (agent type, host, resource id): {{(pid=109124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:30:01.458558 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f8c7da37-418f-48e0-9bbf-ae2fd6495037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:01.579840 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319939ff-ac05-4510-beba-ade95cc0348e admin admin] Received port after_create {{(pid=109124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:30:01.689443 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 455b60ab-44f0-4782-b660-a8ac5b6de72b up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:30:01.766993 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319939ff-ac05-4510-beba-ade95cc0348e admin admin] Pushing event updated for resources: {'Port': ['ID=d01eca09-bd37-4899-8494-d63c872a746d,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:01.783442 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c7da37-418f-48e0-9bbf-ae2fd6495037 None None] Routers {'7b8687f4-706f-468a-8fdd-43e76e6bb33f'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:30:01.783442 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-f8c7da37-418f-48e0-9bbf-ae2fd6495037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:29:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['7b8687f4-706f-468a-8fdd-43e76e6bb33f'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:30:01.789507 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e68bc-3d01-4e15-b771-23574a959d6a req-6e8a84de-049f-4fc2-a52d-73be38d3ecd9 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:01.791435 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-296e68bc-3d01-4e15-b771-23574a959d6a req-6e8a84de-049f-4fc2-a52d-73be38d3ecd9 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.36 "GET /v2.0/networks?id=e36dfab7-9306-47bd-a24d-fce7937d64a7 HTTP/1.1" status: 200 len: 818 time: 0.4480932 Nov 25 00:30:01.802567 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c055a87-46be-418c-908b-082386204d1e None None] Pushing event updated for resources: {'Port': ['ID=3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195,revision_number=3']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:01.952887 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [req-296e68bc-3d01-4e15-b771-23574a959d6a req-fafb746e-2d90-40b3-a501-842fba03d66c tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Request body: {'port': {'device_id': '55061e42-e8f0-4a37-8f8f-4f8c2e781558', 'network_id': 'e36dfab7-9306-47bd-a24d-fce7937d64a7', 'admin_state_up': True, 'tenant_id': 'bda41ef0908f493e850f99e3e5aab2cd'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:30:02.053545 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1a492b97-985d-45ee-a8a4-4d14c680b5c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:02.054113 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-2a015167-f44f-4da4-a967-47798d0f329b None None] Provisioning complete for port d01eca09-bd37-4899-8494-d63c872a746d triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:02.054598 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-2a015167-f44f-4da4-a967-47798d0f329b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:02.070960 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-319939ff-ac05-4510-beba-ade95cc0348e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623071'] for router_interface, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:02.127516 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-eb85c97b-a1c4-45f7-b428-e10351dd829c service neutron] 10.222.0.37 "GET /v2.0/networks/e36dfab7-9306-47bd-a24d-fce7937d64a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7930782 Nov 25 00:30:02.153320 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1a492b97-985d-45ee-a8a4-4d14c680b5c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:02.312705 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port 455b60ab-44f0-4782-b660-a8ac5b6de72b triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:02.312705 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:02.376296 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-2a015167-f44f-4da4-a967-47798d0f329b None None] Port d01eca09-bd37-4899-8494-d63c872a746d cannot update to ACTIVE because it is not bound. {{(pid=109125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 00:30:02.402914 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-296e68bc-3d01-4e15-b771-23574a959d6a req-fafb746e-2d90-40b3-a501-842fba03d66c tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Made reservation on behalf of bda41ef0908f493e850f99e3e5aab2cd for: {'port': 1} {{(pid=109124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:30:02.410674 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-f8c7da37-418f-48e0-9bbf-ae2fd6495037 None None] Set router 7b8687f4-706f-468a-8fdd-43e76e6bb33f gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:30:02.414071 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-296e68bc-3d01-4e15-b771-23574a959d6a req-fafb746e-2d90-40b3-a501-842fba03d66c tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:02.514667 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1a492b97-985d-45ee-a8a4-4d14c680b5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:02.522206 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1a492b97-985d-45ee-a8a4-4d14c680b5c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:02.526449 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-1a492b97-985d-45ee-a8a4-4d14c680b5c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5aee3878-e1f4-4f2d-8fb5-432c0ffd2dc9 HTTP/1.1" status: 204 len: 168 time: 1.8244302 Nov 25 00:30:02.705053 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-319939ff-ac05-4510-beba-ade95cc0348e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:02.839550 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d2e2e-c309-4b2b-a732-f664bca67cbd req-6b412ae9-4ee6-4817-9424-5f4b72e6fc4b tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:02.842264 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-798d2e2e-c309-4b2b-a732-f664bca67cbd req-6b412ae9-4ee6-4817-9424-5f4b72e6fc4b tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfc4a7e6-5541-4199-a7e6-9d7d4f3985c5 HTTP/1.1" status: 200 len: 945 time: 0.2193756 Nov 25 00:30:02.926949 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a492b97-985d-45ee-a8a4-4d14c680b5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aee3878-e1f4-4f2d-8fb5-432c0ffd2dc9,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:02.984072 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-acdb13ae-2514-45bb-b025-49a95ef00bb4 req-b8f86f58-2d96-4489-8623-52fc337cef33 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 210 time: 0.2912767 Nov 25 00:30:03.075140 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-798d2e2e-c309-4b2b-a732-f664bca67cbd req-f6d1aae5-7667-4a97-aaea-404425648440 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121413 Nov 25 00:30:03.176571 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-f8c7da37-418f-48e0-9bbf-ae2fd6495037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'name': 'tempest-TestShelveInstance-1379455999-router', 'tenant_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:29:52Z', 'updated_at': '2021-11-25T00:29:55Z', 'revision_number': 3, 'project_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'gw_port': {'id': '3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:da:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:29:54Z', 'updated_at': '2021-11-25T00:30:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi'}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:30:03.266304 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.db_base_plugin_common [req-296e68bc-3d01-4e15-b771-23574a959d6a req-fafb746e-2d90-40b3-a501-842fba03d66c tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Allocated IP 172.20.0.2 (e36dfab7-9306-47bd-a24d-fce7937d64a7/905d2d66-01fc-468a-afe8-a4b586f67431/9e15575d-679a-4d4d-a045-8ec433cccaf1) {{(pid=109124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:30:03.368228 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c7da37-418f-48e0-9bbf-ae2fd6495037 None None] The sync data for ids ['7b8687f4-706f-468a-8fdd-43e76e6bb33f'] in dv-cinder-819200-1-iscsi is: [{'id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'name': 'tempest-TestShelveInstance-1379455999-router', 'tenant_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:29:52Z', 'updated_at': '2021-11-25T00:29:55Z', 'revision_number': 3, 'project_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'gw_port': {'id': '3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:da:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:29:54Z', 'updated_at': '2021-11-25T00:30:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi'}] {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:30:03.389217 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 7f06e75d-7f67-43f0-8071-9f8252ace419 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:30:03.632287 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port 7f06e75d-7f67-43f0-8071-9f8252ace419 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:03.635320 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:03.759845 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-319939ff-ac05-4510-beba-ade95cc0348e admin admin] Publish callbacks [] for port, precommit_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:03.788094 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-319939ff-ac05-4510-beba-ade95cc0348e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11622735'] for port, after_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:03.905198 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-319939ff-ac05-4510-beba-ade95cc0348e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-762479'] for router_interface, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:03.926560 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:04.000474 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] For port 7f06e75d-7f67-43f0-8071-9f8252ace419, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=7f06e75d-7f67-43f0-8071-9f8252ace419,segment=NetworkSegment(29b862be-f9c7-47d8-88dc-8f025170fe04),segment_id=29b862be-f9c7-47d8-88dc-8f025170fe04)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:30:04.008792 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:04.010665 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 4a6802b9-7065-4d21-932d-21b9158169d3 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:30:04.252746 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Pushing event updated for resources: {'Port': ['ID=7f06e75d-7f67-43f0-8071-9f8252ace419,revision_number=5']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:04.345152 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port 4a6802b9-7065-4d21-932d-21b9158169d3 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:04.348418 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:04.375304 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-296e68bc-3d01-4e15-b771-23574a959d6a req-fafb746e-2d90-40b3-a501-842fba03d66c tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Publish callbacks [] for port, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:04.477343 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-40fd741e-ab05-4cf5-b078-187088f15f2c req-8d14754a-5665-49a6-ad57-dccd30094eae tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 210 time: 0.2738860 Nov 25 00:30:04.490777 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319939ff-ac05-4510-beba-ade95cc0348e admin admin] Pushing event updated for resources: {'Port': ['ID=d01eca09-bd37-4899-8494-d63c872a746d,revision_number=2']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:04.538417 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319939ff-ac05-4510-beba-ade95cc0348e admin admin] Network 1e9c94da-08ec-44a7-9abd-e30ed8735d06 is already hosted by enough agents. {{(pid=109124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:30:04.541367 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.base_scheduler [None req-319939ff-ac05-4510-beba-ade95cc0348e admin admin] Resources bound (agent type, host, resource id): {{(pid=109124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:30:04.861715 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-296e68bc-3d01-4e15-b771-23574a959d6a req-fafb746e-2d90-40b3-a501-842fba03d66c tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:04.972478 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-296e68bc-3d01-4e15-b771-23574a959d6a req-fafb746e-2d90-40b3-a501-842fba03d66c tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Network e36dfab7-9306-47bd-a24d-fce7937d64a7 is already hosted by enough agents. {{(pid=109124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:30:04.988176 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.base_scheduler [req-296e68bc-3d01-4e15-b771-23574a959d6a req-fafb746e-2d90-40b3-a501-842fba03d66c tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Resources bound (agent type, host, resource id): {{(pid=109124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:30:04.998491 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.l3_dvrscheduler_db [req-296e68bc-3d01-4e15-b771-23574a959d6a req-fafb746e-2d90-40b3-a501-842fba03d66c tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Received port after_create {{(pid=109124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:30:05.041420 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-c06b3970-5e66-4412-bbbb-34fd87d469dc tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:05.044316 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-c06b3970-5e66-4412-bbbb-34fd87d469dc tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.36 "GET /v2.0/networks?id=e36dfab7-9306-47bd-a24d-fce7937d64a7 HTTP/1.1" status: 200 len: 818 time: 0.3705595 Nov 25 00:30:05.080295 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-dda3aa0a-ea97-43c3-bd6b-f1840fcb43e8 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Request body: {'port': {'device_id': 'c38950af-9b36-49e3-9008-fd2e540ea7ae', 'network_id': 'e36dfab7-9306-47bd-a24d-fce7937d64a7', 'admin_state_up': True, 'tenant_id': 'bda41ef0908f493e850f99e3e5aab2cd'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:30:05.092204 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319939ff-ac05-4510-beba-ade95cc0348e admin admin] Router 7b8687f4-706f-468a-8fdd-43e76e6bb33f has already been hosted by L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 {{(pid=109124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 00:30:05.095314 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 7f06e75d-7f67-43f0-8071-9f8252ace419 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:30:05.110988 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb746e-2d90-40b3-a501-842fba03d66c tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Pushing event updated for resources: {'Port': ['ID=9e15575d-679a-4d4d-a045-8ec433cccaf1,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:05.158788 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e68bc-3d01-4e15-b771-23574a959d6a req-fafb746e-2d90-40b3-a501-842fba03d66c tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:05.160330 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-296e68bc-3d01-4e15-b771-23574a959d6a req-fafb746e-2d90-40b3-a501-842fba03d66c tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:05.175532 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-288e2b76-f587-49f5-a556-456d2b7125b8 None None] Provisioning complete for port d01eca09-bd37-4899-8494-d63c872a746d triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:05.186179 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-288e2b76-f587-49f5-a556-456d2b7125b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:05.281485 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-288e2b76-f587-49f5-a556-456d2b7125b8 None None] Port d01eca09-bd37-4899-8494-d63c872a746d cannot update to ACTIVE because it is not bound. {{(pid=109125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 00:30:05.300063 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port 7f06e75d-7f67-43f0-8071-9f8252ace419 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:05.300746 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:05.314564 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-dda3aa0a-ea97-43c3-bd6b-f1840fcb43e8 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Made reservation on behalf of bda41ef0908f493e850f99e3e5aab2cd for: {'port': 1} {{(pid=109123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:30:05.325217 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-dda3aa0a-ea97-43c3-bd6b-f1840fcb43e8 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:05.383090 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-296e68bc-3d01-4e15-b771-23574a959d6a req-fafb746e-2d90-40b3-a501-842fba03d66c tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4418678 Nov 25 00:30:05.404330 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [req-296e68bc-3d01-4e15-b771-23574a959d6a req-1d0a196f-7a31-4f39-9deb-5a02a193bc91 service neutron] Request body: {'port': {'device_id': '55061e42-e8f0-4a37-8f8f-4f8c2e781558', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:30:05.452895 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:30:05.594910 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port 3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:05.595491 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:05.627188 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-296e68bc-3d01-4e15-b771-23574a959d6a req-1d0a196f-7a31-4f39-9deb-5a02a193bc91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:05.663366 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319939ff-ac05-4510-beba-ade95cc0348e admin admin] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:30:05.702056 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-319939ff-ac05-4510-beba-ade95cc0348e admin admin] 10.222.0.37 "PUT /v2.0/routers/7b8687f4-706f-468a-8fdd-43e76e6bb33f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9825215 Nov 25 00:30:05.760599 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.db_base_plugin_common [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-dda3aa0a-ea97-43c3-bd6b-f1840fcb43e8 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Allocated IP 172.20.0.8 (e36dfab7-9306-47bd-a24d-fce7937d64a7/905d2d66-01fc-468a-afe8-a4b586f67431/213297c5-6226-4b94-b3bc-1508185858cd) {{(pid=109123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:30:05.832884 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:05.860486 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1e61160a-932c-4546-b7fb-282378caccde req-a1077d0c-e879-4bae-949d-c691e8ea0fd8 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 210 time: 0.0956068 Nov 25 00:30:05.876416 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] For port 3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195,segment=NetworkSegment(2cbd316e-5d05-4c4d-ba22-dac4641013ba),segment_id=2cbd316e-5d05-4c4d-ba22-dac4641013ba)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:30:05.886999 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:06.064221 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Pushing event updated for resources: {'Port': ['ID=3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195,revision_number=4']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:06.216437 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-dda3aa0a-ea97-43c3-bd6b-f1840fcb43e8 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Publish callbacks [] for port, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:06.262701 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-dda3aa0a-ea97-43c3-bd6b-f1840fcb43e8 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:06.322122 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-dda3aa0a-ea97-43c3-bd6b-f1840fcb43e8 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Network e36dfab7-9306-47bd-a24d-fce7937d64a7 is already hosted by enough agents. {{(pid=109123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:30:06.326058 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-dda3aa0a-ea97-43c3-bd6b-f1840fcb43e8 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Resources bound (agent type, host, resource id): {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:30:06.331479 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-dda3aa0a-ea97-43c3-bd6b-f1840fcb43e8 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Received port after_create {{(pid=109123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:30:06.405641 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3aa0a-ea97-43c3-bd6b-f1840fcb43e8 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Pushing event updated for resources: {'Port': ['ID=213297c5-6226-4b94-b3bc-1508185858cd,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:06.464700 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-dda3aa0a-ea97-43c3-bd6b-f1840fcb43e8 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:06.467231 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-dda3aa0a-ea97-43c3-bd6b-f1840fcb43e8 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for port, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:06.551021 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-dda3aa0a-ea97-43c3-bd6b-f1840fcb43e8 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4734483 Nov 25 00:30:06.565166 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-ee3a2669-46d7-4387-960e-686b3301e46c service neutron] Request body: {'port': {'device_id': 'c38950af-9b36-49e3-9008-fd2e540ea7ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:30:06.731997 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-ee3a2669-46d7-4387-960e-686b3301e46c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:06.785347 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.notifiers.nova [req-296e68bc-3d01-4e15-b771-23574a959d6a req-1d0a196f-7a31-4f39-9deb-5a02a193bc91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e15575d-679a-4d4d-a045-8ec433cccaf1 {{(pid=109124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:30:06.808848 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-296e68bc-3d01-4e15-b771-23574a959d6a req-1d0a196f-7a31-4f39-9deb-5a02a193bc91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:06.850321 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.provisioning_blocks [req-296e68bc-3d01-4e15-b771-23574a959d6a req-1d0a196f-7a31-4f39-9deb-5a02a193bc91 service neutron] Transition to ACTIVE for port object 9e15575d-679a-4d4d-a045-8ec433cccaf1 will not be triggered until provisioned by entity L2. {{(pid=109124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 00:30:06.860133 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-296e68bc-3d01-4e15-b771-23574a959d6a req-1d0a196f-7a31-4f39-9deb-5a02a193bc91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11622735'] for port, after_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:06.867322 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:30:06.995099 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port 3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:06.995547 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:07.015132 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a196f-7a31-4f39-9deb-5a02a193bc91 service neutron] Pushing event updated for resources: {'Port': ['ID=9e15575d-679a-4d4d-a045-8ec433cccaf1,revision_number=2']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:07.076614 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf4c7ef-34ec-45b1-8613-4261cc331235 None None] Sync routers for ids ['7b8687f4-706f-468a-8fdd-43e76e6bb33f'] in dv-cinder-819200-1-iscsi {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:30:07.101328 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf4c7ef-34ec-45b1-8613-4261cc331235 None None] Routers {'7b8687f4-706f-468a-8fdd-43e76e6bb33f'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:30:07.101907 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-fcf4c7ef-34ec-45b1-8613-4261cc331235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:29:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['7b8687f4-706f-468a-8fdd-43e76e6bb33f'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:30:07.154673 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 42554) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:30:07.166754 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-39f3352d-31bc-4928-ac35-d3f42f83e35d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1744037288-network', 'tenant_id': 'b311a328301947959dc188b0bd039d1c'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:30:07.284481 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e17fd5-6b8b-49a7-928f-39bec57bbbdd req-5dc925c7-4ee1-4f4c-b66b-8b6255aed96a tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:07.290007 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-ee3a2669-46d7-4387-960e-686b3301e46c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 213297c5-6226-4b94-b3bc-1508185858cd {{(pid=109123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:30:07.291191 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-47e17fd5-6b8b-49a7-928f-39bec57bbbdd req-5dc925c7-4ee1-4f4c-b66b-8b6255aed96a tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 931 time: 0.2104192 Nov 25 00:30:07.301301 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-ee3a2669-46d7-4387-960e-686b3301e46c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:07.304887 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-fcf4c7ef-34ec-45b1-8613-4261cc331235 None None] Set router 7b8687f4-706f-468a-8fdd-43e76e6bb33f gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:30:07.319513 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.provisioning_blocks [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-ee3a2669-46d7-4387-960e-686b3301e46c service neutron] Transition to ACTIVE for port object 213297c5-6226-4b94-b3bc-1508185858cd will not be triggered until provisioned by entity L2. {{(pid=109123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 00:30:07.324599 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-ee3a2669-46d7-4387-960e-686b3301e46c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11305756'] for port, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:07.362271 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f3352d-31bc-4928-ac35-d3f42f83e35d admin admin] Made reservation on behalf of b311a328301947959dc188b0bd039d1c for: {'network': 1} {{(pid=109124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:30:07.372916 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-39f3352d-31bc-4928-ac35-d3f42f83e35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for network, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:07.411732 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.managers [req-296e68bc-3d01-4e15-b771-23574a959d6a req-1d0a196f-7a31-4f39-9deb-5a02a193bc91 service neutron] Attempting to bind port 9e15575d-679a-4d4d-a045-8ec433cccaf1 on host hv-cinder-81920 for vnic_type normal with profile {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:30:07.412297 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.managers [req-296e68bc-3d01-4e15-b771-23574a959d6a req-1d0a196f-7a31-4f39-9deb-5a02a193bc91 service neutron] Attempting to bind port 9e15575d-679a-4d4d-a045-8ec433cccaf1 by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': '29b862be-f9c7-47d8-88dc-8f025170fe04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e36dfab7-9306-47bd-a24d-fce7937d64a7'}] {{(pid=109124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:30:07.413085 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296e68bc-3d01-4e15-b771-23574a959d6a req-1d0a196f-7a31-4f39-9deb-5a02a193bc91 service neutron] Attempting to bind port 9e15575d-679a-4d4d-a045-8ec433cccaf1 on network e36dfab7-9306-47bd-a24d-fce7937d64a7 {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:30:07.438293 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-39f3352d-31bc-4928-ac35-d3f42f83e35d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:07.445390 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296e68bc-3d01-4e15-b771-23574a959d6a req-1d0a196f-7a31-4f39-9deb-5a02a193bc91 service neutron] Port 9e15575d-679a-4d4d-a045-8ec433cccaf1 on network e36dfab7-9306-47bd-a24d-fce7937d64a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 00:30:07.446286 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296e68bc-3d01-4e15-b771-23574a959d6a req-1d0a196f-7a31-4f39-9deb-5a02a193bc91 service neutron] Attempting to bind port 9e15575d-679a-4d4d-a045-8ec433cccaf1 on network e36dfab7-9306-47bd-a24d-fce7937d64a7 {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:30:07.480731 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296e68bc-3d01-4e15-b771-23574a959d6a req-1d0a196f-7a31-4f39-9deb-5a02a193bc91 service neutron] Checking agent: {'id': 'ecb47d45-642b-455d-9e6f-8b3bbedb4480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'started_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:30:07.481575 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296e68bc-3d01-4e15-b771-23574a959d6a req-1d0a196f-7a31-4f39-9deb-5a02a193bc91 service neutron] Checking segment: {'id': '29b862be-f9c7-47d8-88dc-8f025170fe04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e36dfab7-9306-47bd-a24d-fce7937d64a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:30:07.482573 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296e68bc-3d01-4e15-b771-23574a959d6a req-1d0a196f-7a31-4f39-9deb-5a02a193bc91 service neutron] Bound using segment: {'id': '29b862be-f9c7-47d8-88dc-8f025170fe04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e36dfab7-9306-47bd-a24d-fce7937d64a7'} {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:30:07.483671 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.managers [req-296e68bc-3d01-4e15-b771-23574a959d6a req-1d0a196f-7a31-4f39-9deb-5a02a193bc91 service neutron] Bound port: 9e15575d-679a-4d4d-a045-8ec433cccaf1, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29b862be-f9c7-47d8-88dc-8f025170fe04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e36dfab7-9306-47bd-a24d-fce7937d64a7'}}] {{(pid=109124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:30:07.484575 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-296e68bc-3d01-4e15-b771-23574a959d6a req-1d0a196f-7a31-4f39-9deb-5a02a193bc91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:07.485730 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a2669-46d7-4387-960e-686b3301e46c service neutron] Pushing event updated for resources: {'Port': ['ID=213297c5-6226-4b94-b3bc-1508185858cd,revision_number=2']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:07.537650 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.managers [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-ee3a2669-46d7-4387-960e-686b3301e46c service neutron] Attempting to bind port 213297c5-6226-4b94-b3bc-1508185858cd on host hv-cinder-81920 for vnic_type normal with profile {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:30:07.538016 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.managers [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-ee3a2669-46d7-4387-960e-686b3301e46c service neutron] Attempting to bind port 213297c5-6226-4b94-b3bc-1508185858cd by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': '29b862be-f9c7-47d8-88dc-8f025170fe04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e36dfab7-9306-47bd-a24d-fce7937d64a7'}] {{(pid=109123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:30:07.538360 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-ee3a2669-46d7-4387-960e-686b3301e46c service neutron] Attempting to bind port 213297c5-6226-4b94-b3bc-1508185858cd on network e36dfab7-9306-47bd-a24d-fce7937d64a7 {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:30:07.544916 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-ee3a2669-46d7-4387-960e-686b3301e46c service neutron] Port 213297c5-6226-4b94-b3bc-1508185858cd on network e36dfab7-9306-47bd-a24d-fce7937d64a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 00:30:07.545370 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-ee3a2669-46d7-4387-960e-686b3301e46c service neutron] Attempting to bind port 213297c5-6226-4b94-b3bc-1508185858cd on network e36dfab7-9306-47bd-a24d-fce7937d64a7 {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:30:07.552214 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-ee3a2669-46d7-4387-960e-686b3301e46c service neutron] Checking agent: {'id': 'ecb47d45-642b-455d-9e6f-8b3bbedb4480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'started_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:30:07.552655 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-ee3a2669-46d7-4387-960e-686b3301e46c service neutron] Checking segment: {'id': '29b862be-f9c7-47d8-88dc-8f025170fe04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e36dfab7-9306-47bd-a24d-fce7937d64a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:30:07.552975 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-ee3a2669-46d7-4387-960e-686b3301e46c service neutron] Bound using segment: {'id': '29b862be-f9c7-47d8-88dc-8f025170fe04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e36dfab7-9306-47bd-a24d-fce7937d64a7'} {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:30:07.553488 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.managers [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-ee3a2669-46d7-4387-960e-686b3301e46c service neutron] Bound port: 213297c5-6226-4b94-b3bc-1508185858cd, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29b862be-f9c7-47d8-88dc-8f025170fe04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e36dfab7-9306-47bd-a24d-fce7937d64a7'}}] {{(pid=109123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:30:07.554120 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-ee3a2669-46d7-4387-960e-686b3301e46c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:07.613641 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-47e17fd5-6b8b-49a7-928f-39bec57bbbdd req-96010af6-aece-4fcb-9c4b-41c94bb7d80c tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920637 Nov 25 00:30:07.670060 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-fcf4c7ef-34ec-45b1-8613-4261cc331235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'name': 'tempest-TestShelveInstance-1379455999-router', 'tenant_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:29:52Z', 'updated_at': '2021-11-25T00:30:02Z', 'revision_number': 4, 'project_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'gw_port': {'id': '3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:29:54Z', 'updated_at': '2021-11-25T00:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': 'd01eca09-bd37-4899-8494-d63c872a746d', 'name': '', 'network_id': '1e9c94da-08ec-44a7-9abd-e30ed8735d06', 'tenant_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'mac_address': 'fa:16:3e:75:4f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '6a96f391-45a6-424b-a4f4-889163bf126c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:29:58Z', 'updated_at': '2021-11-25T00:30:03Z', 'revision_number': 2, 'project_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'subnets': [{'id': '6a96f391-45a6-424b-a4f4-889163bf126c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:30:07.707951 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-ee3a2669-46d7-4387-960e-686b3301e46c service neutron] For port 213297c5-6226-4b94-b3bc-1508185858cd, host hv-cinder-81920, cleared binding levels {{(pid=109123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:30:07.720647 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-ee3a2669-46d7-4387-960e-686b3301e46c service neutron] For port 213297c5-6226-4b94-b3bc-1508185858cd, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=213297c5-6226-4b94-b3bc-1508185858cd,segment=NetworkSegment(29b862be-f9c7-47d8-88dc-8f025170fe04),segment_id=29b862be-f9c7-47d8-88dc-8f025170fe04)] {{(pid=109123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:30:07.721908 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [req-296e68bc-3d01-4e15-b771-23574a959d6a req-1d0a196f-7a31-4f39-9deb-5a02a193bc91 service neutron] For port 9e15575d-679a-4d4d-a045-8ec433cccaf1, host hv-cinder-81920, cleared binding levels {{(pid=109124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:30:07.732441 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [req-296e68bc-3d01-4e15-b771-23574a959d6a req-1d0a196f-7a31-4f39-9deb-5a02a193bc91 service neutron] For port 9e15575d-679a-4d4d-a045-8ec433cccaf1, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=9e15575d-679a-4d4d-a045-8ec433cccaf1,segment=NetworkSegment(29b862be-f9c7-47d8-88dc-8f025170fe04),segment_id=29b862be-f9c7-47d8-88dc-8f025170fe04)] {{(pid=109124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:30:07.733108 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-ee3a2669-46d7-4387-960e-686b3301e46c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11305756'] for port, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:07.733294 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf4c7ef-34ec-45b1-8613-4261cc331235 None None] Checking router: 7b8687f4-706f-468a-8fdd-43e76e6bb33f for host: dv-cinder-819200-1-iscsi {{(pid=109125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:30:07.734606 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf4c7ef-34ec-45b1-8613-4261cc331235 None None] Updating router 7b8687f4-706f-468a-8fdd-43e76e6bb33f port d01eca09-bd37-4899-8494-d63c872a746d binding host dv-cinder-819200-1-iscsi {{(pid=109125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 00:30:07.751491 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-296e68bc-3d01-4e15-b771-23574a959d6a req-1d0a196f-7a31-4f39-9deb-5a02a193bc91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11622735'] for port, after_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:07.785399 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-ee3a2669-46d7-4387-960e-686b3301e46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:07.786594 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-ee3a2669-46d7-4387-960e-686b3301e46c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for port, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:07.788209 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-ee3a2669-46d7-4387-960e-686b3301e46c service neutron] 10.222.0.36 "PUT /v2.0/ports/213297c5-6226-4b94-b3bc-1508185858cd HTTP/1.1" status: 200 len: 1093 time: 1.2342165 Nov 25 00:30:07.788689 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c38950af-9b36-49e3-9008-fd2e540ea7ae', 'tag': '213297c5-6226-4b94-b3bc-1508185858cd'}] {{(pid=109123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:30:07.791933 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d6797fd55ce1482701f76a6a20d13483833b06e18cae27317f32e85b7a837" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd8db7f-d0c0-4387-9be2-af49b205712b" -d '{"events": [{"name": "network-changed", "server_uuid": "c38950af-9b36-49e3-9008-fd2e540ea7ae", "tag": "213297c5-6226-4b94-b3bc-1508185858cd"}]}' {{(pid=109123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:30:07.840679 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-39f3352d-31bc-4928-ac35-d3f42f83e35d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:07.856061 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e68bc-3d01-4e15-b771-23574a959d6a req-1d0a196f-7a31-4f39-9deb-5a02a193bc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:07.857327 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-296e68bc-3d01-4e15-b771-23574a959d6a req-1d0a196f-7a31-4f39-9deb-5a02a193bc91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:07.859246 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-296e68bc-3d01-4e15-b771-23574a959d6a req-1d0a196f-7a31-4f39-9deb-5a02a193bc91 service neutron] 10.222.0.36 "PUT /v2.0/ports/9e15575d-679a-4d4d-a045-8ec433cccaf1 HTTP/1.1" status: 200 len: 1093 time: 2.4651437 Nov 25 00:30:07.860481 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-39f3352d-31bc-4928-ac35-d3f42f83e35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:07.866450 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55061e42-e8f0-4a37-8f8f-4f8c2e781558', 'tag': '9e15575d-679a-4d4d-a045-8ec433cccaf1'}] {{(pid=109124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:30:07.870753 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c540b04f577278a42f04ac83864b9661265f6e355fc5f2cf5b057c36d7214e30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ab5453-bf1b-4f8f-8611-5c6691d577bc" -d '{"events": [{"name": "network-changed", "server_uuid": "55061e42-e8f0-4a37-8f8f-4f8c2e781558", "tag": "9e15575d-679a-4d4d-a045-8ec433cccaf1"}]}' {{(pid=109124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:30:07.877009 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c7ef-34ec-45b1-8613-4261cc331235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:07.983391 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a2669-46d7-4387-960e-686b3301e46c service neutron] Pushing event updated for resources: {'Port': ['ID=213297c5-6226-4b94-b3bc-1508185858cd,revision_number=3']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:08.021236 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 00:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a28c66-54a4-4602-b5fb-56751a8ec8cb x-openstack-request-id: req-40a28c66-54a4-4602-b5fb-56751a8ec8cb {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:30:08.021652 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c38950af-9b36-49e3-9008-fd2e540ea7ae", "tag": "213297c5-6226-4b94-b3bc-1508185858cd", "status": "completed", "code": 200}]} {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:30:08.022059 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-40a28c66-54a4-4602-b5fb-56751a8ec8cb {{(pid=109123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:30:08.022544 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c38950af-9b36-49e3-9008-fd2e540ea7ae', 'tag': '213297c5-6226-4b94-b3bc-1508185858cd', 'status': 'completed', 'code': 200} Nov 25 00:30:08.031805 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a196f-7a31-4f39-9deb-5a02a193bc91 service neutron] Pushing event updated for resources: {'Port': ['ID=9e15575d-679a-4d4d-a045-8ec433cccaf1,revision_number=3']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:08.044798 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 00:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625a2d09-e621-47ef-b375-4e9b63b3e6cb x-openstack-request-id: req-625a2d09-e621-47ef-b375-4e9b63b3e6cb {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:30:08.045334 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55061e42-e8f0-4a37-8f8f-4f8c2e781558", "tag": "9e15575d-679a-4d4d-a045-8ec433cccaf1", "status": "completed", "code": 200}]} {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:30:08.045950 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-625a2d09-e621-47ef-b375-4e9b63b3e6cb {{(pid=109124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:30:08.046572 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55061e42-e8f0-4a37-8f8f-4f8c2e781558', 'tag': '9e15575d-679a-4d4d-a045-8ec433cccaf1', 'status': 'completed', 'code': 200} Nov 25 00:30:08.047835 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39f3352d-31bc-4928-ac35-d3f42f83e35d admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=109124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 00:30:08.064165 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-37facdde-f0c6-4c0d-abcb-21a5dcab497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:08.066304 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-37facdde-f0c6-4c0d-abcb-21a5dcab497d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bda41ef0908f493e850f99e3e5aab2cd&device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 1096 time: 0.1729319 Nov 25 00:30:08.088730 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-39f3352d-31bc-4928-ac35-d3f42f83e35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386'] for segment, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:08.089791 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.db.segments_db [None req-39f3352d-31bc-4928-ac35-d3f42f83e35d admin admin] Added segment b366cc0e-2690-4ffc-9d27-369dbda55c9b of type vlan for network cb85d980-cf63-4375-831b-546ebb90a96d Nov 25 00:30:08.091862 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3352d-31bc-4928-ac35-d3f42f83e35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959b3500-21d3-4276-b9bd-324da532abd2,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:08.153785 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e68bc-3d01-4e15-b771-23574a959d6a req-dbae3468-96d4-45ac-b156-c415627f128a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:08.154603 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-296e68bc-3d01-4e15-b771-23574a959d6a req-dbae3468-96d4-45ac-b156-c415627f128a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bda41ef0908f493e850f99e3e5aab2cd&device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 1096 time: 0.2031405 Nov 25 00:30:08.157579 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-39f3352d-31bc-4928-ac35-d3f42f83e35d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781493843164'] for network, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:08.159264 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-380f5ca5-5c0a-4686-8ab1-220fc4af4a04 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=213297c5-6226-4b94-b3bc-1508185858cd HTTP/1.1" status: 200 len: 217 time: 0.0809379 Nov 25 00:30:08.219003 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-296e68bc-3d01-4e15-b771-23574a959d6a req-f6a1c004-fe9e-45d3-931d-b33bb5f1d979 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9e15575d-679a-4d4d-a045-8ec433cccaf1 HTTP/1.1" status: 200 len: 217 time: 0.0438564 Nov 25 00:30:08.270941 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-39f3352d-31bc-4928-ac35-d3f42f83e35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570'] for network, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:08.272395 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f3352d-31bc-4928-ac35-d3f42f83e35d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:08.273045 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-39f3352d-31bc-4928-ac35-d3f42f83e35d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for network, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:08.292226 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-aebcf0a5-6d0c-458d-9d1f-079eb689c3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:08.296890 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-aebcf0a5-6d0c-458d-9d1f-079eb689c3ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=905d2d66-01fc-468a-afe8-a4b586f67431 HTTP/1.1" status: 200 len: 858 time: 0.1143811 Nov 25 00:30:08.339502 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-39f3352d-31bc-4928-ac35-d3f42f83e35d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1823032 Nov 25 00:30:08.349046 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 42590) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:30:08.359196 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-a840a522-cece-42a5-81d3-861844715c83 admin admin] Request body: {'subnet': {'network_id': 'cb85d980-cf63-4375-831b-546ebb90a96d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1744037288-subnet', 'tenant_id': 'b311a328301947959dc188b0bd039d1c', 'ip_version': 4}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:30:08.374121 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3352d-31bc-4928-ac35-d3f42f83e35d admin admin] Pushing event updated for resources: {'Network': ['ID=cb85d980-cf63-4375-831b-546ebb90a96d,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:08.377632 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e68bc-3d01-4e15-b771-23574a959d6a req-694e717c-8a46-4181-ad3e-f508b059a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:08.379619 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-296e68bc-3d01-4e15-b771-23574a959d6a req-694e717c-8a46-4181-ad3e-f508b059a750 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=905d2d66-01fc-468a-afe8-a4b586f67431 HTTP/1.1" status: 200 len: 858 time: 0.1472199 Nov 25 00:30:08.410902 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Network cb85d980-cf63-4375-831b-546ebb90a96d details requested by agent ovs-agent-dv-cinder-819200-1-iscsi with host dv-cinder-819200-1-iscsi {{(pid=109125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 00:30:08.420294 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-9340ec17-1a96-4d62-8cea-573536fbf261 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e36dfab7-9306-47bd-a24d-fce7937d64a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1147411 Nov 25 00:30:08.420867 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-296e68bc-3d01-4e15-b771-23574a959d6a req-d7ef6b91-00ed-4ac0-81cb-9792d3a3d6e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e36dfab7-9306-47bd-a24d-fce7937d64a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313687 Nov 25 00:30:08.430285 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a840a522-cece-42a5-81d3-861844715c83 admin admin] Made reservation on behalf of b311a328301947959dc188b0bd039d1c for: {'subnet': 1} {{(pid=109124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:30:08.433402 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a840a522-cece-42a5-81d3-861844715c83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12572954'] for subnet, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:08.688622 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-296e68bc-3d01-4e15-b771-23574a959d6a req-f68f8696-9e28-45c6-b184-9fdfac22609a service neutron] 10.222.0.36 "GET /v2.0/networks/e36dfab7-9306-47bd-a24d-fce7937d64a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521944 Nov 25 00:30:08.707808 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-5e3facb8-5668-4c85-afc1-0fddeefbf707 service neutron] 10.222.0.36 "GET /v2.0/networks/e36dfab7-9306-47bd-a24d-fce7937d64a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720942 Nov 25 00:30:08.772119 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c7ef-34ec-45b1-8613-4261cc331235 None None] Publish callbacks [] for port, precommit_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:08.784316 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c7ef-34ec-45b1-8613-4261cc331235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:08.854319 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6c188-e4b2-45ba-a455-404c5cf1ef88 None None] Pushing event updated for resources: {'Port': ['ID=d01eca09-bd37-4899-8494-d63c872a746d,revision_number=3']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:08.904580 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c37c3e94-5d9f-4ed4-9fa2-b87dd4db8a90 req-8e70e8c2-d8d1-4049-942b-293de3d0e5dd service neutron] 10.222.0.36 "GET /v2.0/networks/e36dfab7-9306-47bd-a24d-fce7937d64a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883035 Nov 25 00:30:08.929487 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-fcf4c7ef-34ec-45b1-8613-4261cc331235 None None] Attempting to bind port d01eca09-bd37-4899-8494-d63c872a746d on host dv-cinder-819200-1-iscsi for vnic_type normal with profile {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:30:08.930187 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-fcf4c7ef-34ec-45b1-8613-4261cc331235 None None] Attempting to bind port d01eca09-bd37-4899-8494-d63c872a746d by drivers openvswitch,hyperv on host dv-cinder-819200-1-iscsi at level 0 using segments [{'id': '091f9bdd-4cd5-492f-866a-e7735895c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1e9c94da-08ec-44a7-9abd-e30ed8735d06'}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:30:08.930719 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf4c7ef-34ec-45b1-8613-4261cc331235 None None] Attempting to bind port d01eca09-bd37-4899-8494-d63c872a746d on network 1e9c94da-08ec-44a7-9abd-e30ed8735d06 {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:30:08.939547 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf4c7ef-34ec-45b1-8613-4261cc331235 None None] Checking agent: {'id': '6db1e42d-7d41-4128-8d86-b90db240c589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 20, 18), 'started_at': datetime.datetime(2021, 11, 25, 0, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:30:08.940294 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf4c7ef-34ec-45b1-8613-4261cc331235 None None] Checking segment: {'id': '091f9bdd-4cd5-492f-866a-e7735895c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1e9c94da-08ec-44a7-9abd-e30ed8735d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:30:08.940710 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c7ef-34ec-45b1-8613-4261cc331235 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:08.941123 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf4c7ef-34ec-45b1-8613-4261cc331235 None None] Bound using segment: {'id': '091f9bdd-4cd5-492f-866a-e7735895c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1e9c94da-08ec-44a7-9abd-e30ed8735d06'} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:30:08.941657 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-fcf4c7ef-34ec-45b1-8613-4261cc331235 None None] Bound port: d01eca09-bd37-4899-8494-d63c872a746d, host: dv-cinder-819200-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091f9bdd-4cd5-492f-866a-e7735895c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1e9c94da-08ec-44a7-9abd-e30ed8735d06'}}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:30:08.942051 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c7ef-34ec-45b1-8613-4261cc331235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:09.024924 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-fcf4c7ef-34ec-45b1-8613-4261cc331235 None None] For port d01eca09-bd37-4899-8494-d63c872a746d, host dv-cinder-819200-1-iscsi, cleared binding levels {{(pid=109125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:30:09.029651 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-fcf4c7ef-34ec-45b1-8613-4261cc331235 None None] For port d01eca09-bd37-4899-8494-d63c872a746d, host dv-cinder-819200-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=d01eca09-bd37-4899-8494-d63c872a746d,segment=NetworkSegment(091f9bdd-4cd5-492f-866a-e7735895c70c),segment_id=091f9bdd-4cd5-492f-866a-e7735895c70c)] {{(pid=109125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:30:09.043976 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-fcf4c7ef-34ec-45b1-8613-4261cc331235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:09.096328 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8db7f-d0c0-4387-9be2-af49b205712b req-dc36cbfb-cc25-4fe3-97cf-aadeaa9010ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:09.098344 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ecd8db7f-d0c0-4387-9be2-af49b205712b req-dc36cbfb-cc25-4fe3-97cf-aadeaa9010ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bda41ef0908f493e850f99e3e5aab2cd&device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 1096 time: 0.0971570 Nov 25 00:30:09.113563 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee405f-0491-4f4e-b6a8-591dc5229420 req-14f05b31-3e6f-4b29-886e-5f7cd1648a6f tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:09.116398 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-40ee405f-0491-4f4e-b6a8-591dc5229420 req-14f05b31-3e6f-4b29-886e-5f7cd1648a6f tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 943 time: 0.3511906 Nov 25 00:30:09.174087 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf4c7ef-34ec-45b1-8613-4261cc331235 None None] Routers {'7b8687f4-706f-468a-8fdd-43e76e6bb33f'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:30:09.175142 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-fcf4c7ef-34ec-45b1-8613-4261cc331235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:29:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['7b8687f4-706f-468a-8fdd-43e76e6bb33f'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:30:09.283375 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8db7f-d0c0-4387-9be2-af49b205712b req-dede5062-b95d-4f12-b644-1fa433f6fea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:09.285847 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ecd8db7f-d0c0-4387-9be2-af49b205712b req-dede5062-b95d-4f12-b644-1fa433f6fea4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e36dfab7-9306-47bd-a24d-fce7937d64a7 HTTP/1.1" status: 200 len: 919 time: 0.1716444 Nov 25 00:30:09.392834 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6c188-e4b2-45ba-a455-404c5cf1ef88 None None] Pushing event updated for resources: {'Port': ['ID=d01eca09-bd37-4899-8494-d63c872a746d,revision_number=4']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:09.423176 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-1825c397-829f-49f4-bfcc-97e60e879a44 None None] Provisioning complete for port d01eca09-bd37-4899-8494-d63c872a746d triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:09.423454 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-1825c397-829f-49f4-bfcc-97e60e879a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:09.483653 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-296e68bc-3d01-4e15-b771-23574a959d6a req-ffc05826-fc68-44a3-8837-b9c0a7e84e51 service neutron] 10.222.0.36 "GET /v2.0/networks/e36dfab7-9306-47bd-a24d-fce7937d64a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7651653 Nov 25 00:30:09.488804 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-fcf4c7ef-34ec-45b1-8613-4261cc331235 None None] Set router 7b8687f4-706f-468a-8fdd-43e76e6bb33f gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:30:09.506957 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a840a522-cece-42a5-81d3-861844715c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11622866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12571120'] for subnet, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:09.554510 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-40ee405f-0491-4f4e-b6a8-591dc5229420 req-3ce5b449-0161-44e7-b64d-401618be0fe8 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254763 Nov 25 00:30:09.627668 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840a522-cece-42a5-81d3-861844715c83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4be2024-c60c-4d51-9217-4941acf4abed,revision_number=0']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:09.640078 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a840a522-cece-42a5-81d3-861844715c83 admin admin] Checking segment: {'id': 'b366cc0e-2690-4ffc-9d27-369dbda55c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cb85d980-cf63-4375-831b-546ebb90a96d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:30:09.640667 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a840a522-cece-42a5-81d3-861844715c83 admin admin] Network hostable DHCP agents. Network: cb85d980-cf63-4375-831b-546ebb90a96d, hostable agents: ['ef09b5cd-dd29-4f41-b3e7-5eec944a36f7'], hosted agents: [] {{(pid=109124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 00:30:09.674925 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a840a522-cece-42a5-81d3-861844715c83 admin admin] Network cb85d980-cf63-4375-831b-546ebb90a96d is scheduled to be hosted by DHCP agent ef09b5cd-dd29-4f41-b3e7-5eec944a36f7 with binding_index 1 {{(pid=109124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 00:30:09.694236 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.base_scheduler [None req-a840a522-cece-42a5-81d3-861844715c83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-1-iscsi, cb85d980-cf63-4375-831b-546ebb90a96d) {{(pid=109124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:30:09.716865 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a840a522-cece-42a5-81d3-861844715c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:09.719138 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a840a522-cece-42a5-81d3-861844715c83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for subnet, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:09.754708 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-1825c397-829f-49f4-bfcc-97e60e879a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:09.754960 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-a840a522-cece-42a5-81d3-861844715c83 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3995080 Nov 25 00:30:09.756132 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5738a3-5d02-41d1-bccf-8dd1464e12e0 None None] Network cb85d980-cf63-4375-831b-546ebb90a96d requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:30:09.757635 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 42620) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:30:09.767454 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-f7d74c47-4114-47a4-9108-e8e55947421a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1744037288-router', 'tenant_id': 'b311a328301947959dc188b0bd039d1c', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'}}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:30:09.807215 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-f7d74c47-4114-47a4-9108-e8e55947421a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-776192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8608'] for router, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:09.810375 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-f7d74c47-4114-47a4-9108-e8e55947421a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-776364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8633'] for router, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:09.892987 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-1825c397-829f-49f4-bfcc-97e60e879a44 None None] For port d01eca09-bd37-4899-8494-d63c872a746d, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=d01eca09-bd37-4899-8494-d63c872a746d,segment=NetworkSegment(091f9bdd-4cd5-492f-866a-e7735895c70c),segment_id=091f9bdd-4cd5-492f-866a-e7735895c70c)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:30:09.904961 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-1825c397-829f-49f4-bfcc-97e60e879a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:09.916458 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-f7d74c47-4114-47a4-9108-e8e55947421a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:10.062616 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825c397-829f-49f4-bfcc-97e60e879a44 None None] Pushing event updated for resources: {'Port': ['ID=d01eca09-bd37-4899-8494-d63c872a746d,revision_number=5']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:10.104630 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-f7d74c47-4114-47a4-9108-e8e55947421a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:10.122477 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-1824e3ff-2e10-44fb-beae-79f27e52f7dd None None] Provisioning complete for port d01eca09-bd37-4899-8494-d63c872a746d triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:10.122968 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-1824e3ff-2e10-44fb-beae-79f27e52f7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:10.228524 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81ad75e-56a4-420c-9482-b02e47e1787b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf02d1ee3-10f8-5602-81ee-03f41b90932a-cb85d980-cf63-4375-831b-546ebb90a96d', 'network_id': 'cb85d980-cf63-4375-831b-546ebb90a96d', 'tenant_id': 'b311a328301947959dc188b0bd039d1c', 'fixed_ips': [{'subnet_id': 'f4be2024-c60c-4d51-9217-4941acf4abed'}]}} from dv-cinder-819200-1-iscsi. {{(pid=109125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 00:30:10.231552 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-c81ad75e-56a4-420c-9482-b02e47e1787b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:10.233961 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 42626) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:30:10.256780 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-fcf4c7ef-34ec-45b1-8613-4261cc331235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'name': 'tempest-TestShelveInstance-1379455999-router', 'tenant_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:29:52Z', 'updated_at': '2021-11-25T00:30:02Z', 'revision_number': 4, 'project_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'gw_port': {'id': '3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:29:54Z', 'updated_at': '2021-11-25T00:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': 'd01eca09-bd37-4899-8494-d63c872a746d', 'name': '', 'network_id': '1e9c94da-08ec-44a7-9abd-e30ed8735d06', 'tenant_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'mac_address': 'fa:16:3e:75:4f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '6a96f391-45a6-424b-a4f4-889163bf126c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:29:58Z', 'updated_at': '2021-11-25T00:30:09Z', 'revision_number': 4, 'project_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'subnets': [{'id': '6a96f391-45a6-424b-a4f4-889163bf126c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:30:10.330430 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf4c7ef-34ec-45b1-8613-4261cc331235 None None] The sync data for ids ['7b8687f4-706f-468a-8fdd-43e76e6bb33f'] in dv-cinder-819200-1-iscsi is: [{'id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'name': 'tempest-TestShelveInstance-1379455999-router', 'tenant_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:29:52Z', 'updated_at': '2021-11-25T00:30:02Z', 'revision_number': 4, 'project_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'gw_port': {'id': '3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:29:54Z', 'updated_at': '2021-11-25T00:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': 'd01eca09-bd37-4899-8494-d63c872a746d', 'name': '', 'network_id': '1e9c94da-08ec-44a7-9abd-e30ed8735d06', 'tenant_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'mac_address': 'fa:16:3e:75:4f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '6a96f391-45a6-424b-a4f4-889163bf126c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:29:58Z', 'updated_at': '2021-11-25T00:30:09Z', 'revision_number': 4, 'project_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'subnets': [{'id': '6a96f391-45a6-424b-a4f4-889163bf126c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:30:10.407919 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-f7d74c47-4114-47a4-9108-e8e55947421a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:10.442060 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-f7d74c47-4114-47a4-9108-e8e55947421a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:10.473882 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d2c23d1d-31fb-4b12-b18e-bb09e7adb53f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:10.615709 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.db_base_plugin_common [None req-f7d74c47-4114-47a4-9108-e8e55947421a admin admin] Allocated IP 172.27.2.252 (7e710f5f-af80-47ab-b03c-3a0dd4623f26/89cd149f-d365-4a11-b22c-c62ab9234e96/d3925a5b-cd47-46b6-9f0c-b79869ee5cd3) {{(pid=109123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:30:10.662035 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d2c23d1d-31fb-4b12-b18e-bb09e7adb53f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:10.670093 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d2c23d1d-31fb-4b12-b18e-bb09e7adb53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:10.723300 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.db_base_plugin_common [None req-c81ad75e-56a4-420c-9482-b02e47e1787b None None] Allocated IP 172.20.0.2 (cb85d980-cf63-4375-831b-546ebb90a96d/f4be2024-c60c-4d51-9217-4941acf4abed/acdb3070-e1cc-41f2-ac66-9ca5ca4a8e60) {{(pid=109125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:30:10.777870 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c23d1d-31fb-4b12-b18e-bb09e7adb53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053a73d7-29d6-4abb-be6d-27a9747f1f29,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:10.807794 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-f7d74c47-4114-47a4-9108-e8e55947421a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:10.827475 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-d2c23d1d-31fb-4b12-b18e-bb09e7adb53f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4d26c33278674ae498614ee41de3178d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5883484 Nov 25 00:30:10.827942 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 42634) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:30:10.882874 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-f7d74c47-4114-47a4-9108-e8e55947421a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:10.949850 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6629ab0e-6ff3-4d51-a1ce-39fecc47d178 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:11.002520 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device d01eca09-bd37-4899-8494-d63c872a746d up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:30:11.007679 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6629ab0e-6ff3-4d51-a1ce-39fecc47d178 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:11.023552 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d74c47-4114-47a4-9108-e8e55947421a admin admin] Network 7e710f5f-af80-47ab-b03c-3a0dd4623f26 is already hosted by enough agents. {{(pid=109123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:30:11.030731 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [None req-f7d74c47-4114-47a4-9108-e8e55947421a admin admin] Resources bound (agent type, host, resource id): {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:30:11.039600 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d74c47-4114-47a4-9108-e8e55947421a admin admin] Received port after_create {{(pid=109123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:30:11.044695 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d74c47-4114-47a4-9108-e8e55947421a admin admin] Pushing event updated for resources: {'Port': ['ID=d3925a5b-cd47-46b6-9f0c-b79869ee5cd3,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:11.073583 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-c81ad75e-56a4-420c-9482-b02e47e1787b None None] Publish callbacks [] for port, precommit_create {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:11.079231 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6629ab0e-6ff3-4d51-a1ce-39fecc47d178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:11.083209 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6629ab0e-6ff3-4d51-a1ce-39fecc47d178 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:11.086797 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-6629ab0e-6ff3-4d51-a1ce-39fecc47d178 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/053a73d7-29d6-4abb-be6d-27a9747f1f29 HTTP/1.1" status: 204 len: 168 time: 0.2574000 Nov 25 00:30:11.108831 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629ab0e-6ff3-4d51-a1ce-39fecc47d178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053a73d7-29d6-4abb-be6d-27a9747f1f29,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:11.136404 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-c81ad75e-56a4-420c-9482-b02e47e1787b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153'] for port, after_create {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:11.270460 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81ad75e-56a4-420c-9482-b02e47e1787b None None] Network cb85d980-cf63-4375-831b-546ebb90a96d is already hosted by enough agents. {{(pid=109125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:30:11.286957 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.scheduler.base_scheduler [None req-c81ad75e-56a4-420c-9482-b02e47e1787b None None] Resources bound (agent type, host, resource id): {{(pid=109125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:30:11.296057 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port d01eca09-bd37-4899-8494-d63c872a746d triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:11.296809 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:11.299424 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ad75e-56a4-420c-9482-b02e47e1787b None None] Pushing event updated for resources: {'Port': ['ID=acdb3070-e1cc-41f2-ac66-9ca5ca4a8e60,revision_number=1']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:11.304273 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81ad75e-56a4-420c-9482-b02e47e1787b None None] Received port after_create {{(pid=109125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:30:11.496523 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-f7d74c47-4114-47a4-9108-e8e55947421a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:11.581141 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-c81ad75e-56a4-420c-9482-b02e47e1787b None None] Attempting to bind port acdb3070-e1cc-41f2-ac66-9ca5ca4a8e60 on host dv-cinder-819200-1-iscsi for vnic_type normal with profile {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:30:11.582117 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-c81ad75e-56a4-420c-9482-b02e47e1787b None None] Attempting to bind port acdb3070-e1cc-41f2-ac66-9ca5ca4a8e60 by drivers openvswitch,hyperv on host dv-cinder-819200-1-iscsi at level 0 using segments [{'id': 'b366cc0e-2690-4ffc-9d27-369dbda55c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cb85d980-cf63-4375-831b-546ebb90a96d'}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:30:11.584384 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81ad75e-56a4-420c-9482-b02e47e1787b None None] Attempting to bind port acdb3070-e1cc-41f2-ac66-9ca5ca4a8e60 on network cb85d980-cf63-4375-831b-546ebb90a96d {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:30:11.649475 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81ad75e-56a4-420c-9482-b02e47e1787b None None] Checking agent: {'id': '6db1e42d-7d41-4128-8d86-b90db240c589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 20, 18), 'started_at': datetime.datetime(2021, 11, 25, 0, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:30:11.650166 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81ad75e-56a4-420c-9482-b02e47e1787b None None] Checking segment: {'id': 'b366cc0e-2690-4ffc-9d27-369dbda55c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cb85d980-cf63-4375-831b-546ebb90a96d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:30:11.650941 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-c81ad75e-56a4-420c-9482-b02e47e1787b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:11.651614 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81ad75e-56a4-420c-9482-b02e47e1787b None None] Bound using segment: {'id': 'b366cc0e-2690-4ffc-9d27-369dbda55c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cb85d980-cf63-4375-831b-546ebb90a96d'} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:30:11.652475 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-c81ad75e-56a4-420c-9482-b02e47e1787b None None] Bound port: acdb3070-e1cc-41f2-ac66-9ca5ca4a8e60, host: dv-cinder-819200-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b366cc0e-2690-4ffc-9d27-369dbda55c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cb85d980-cf63-4375-831b-546ebb90a96d'}}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:30:11.652674 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 42642) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:30:11.653355 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-c81ad75e-56a4-420c-9482-b02e47e1787b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:11.668223 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d6f3a952-6167-490d-8a7c-ac9104ae433e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:11.809926 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d6f3a952-6167-490d-8a7c-ac9104ae433e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:11.830524 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d6f3a952-6167-490d-8a7c-ac9104ae433e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:11.836494 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-c81ad75e-56a4-420c-9482-b02e47e1787b None None] For port acdb3070-e1cc-41f2-ac66-9ca5ca4a8e60, host dv-cinder-819200-1-iscsi, cleared binding levels {{(pid=109125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:30:11.848876 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-c81ad75e-56a4-420c-9482-b02e47e1787b None None] For port acdb3070-e1cc-41f2-ac66-9ca5ca4a8e60, host dv-cinder-819200-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=acdb3070-e1cc-41f2-ac66-9ca5ca4a8e60,segment=NetworkSegment(b366cc0e-2690-4ffc-9d27-369dbda55c9b),segment_id=b366cc0e-2690-4ffc-9d27-369dbda55c9b)] {{(pid=109125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:30:11.880420 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-c81ad75e-56a4-420c-9482-b02e47e1787b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:11.904605 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3a952-6167-490d-8a7c-ac9104ae433e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac68c69-74ed-4315-b958-5365ff9f3254,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:11.953410 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ecd8db7f-d0c0-4387-9be2-af49b205712b req-071e9e3b-1121-4cd9-93d3-a6c5e07fc6c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=213297c5-6226-4b94-b3bc-1508185858cd HTTP/1.1" status: 200 len: 217 time: 0.1418321 Nov 25 00:30:11.957782 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-f7d74c47-4114-47a4-9108-e8e55947421a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-776343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622894'] for router, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:11.980546 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-d6f3a952-6167-490d-8a7c-ac9104ae433e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b8324194eec44b26801b86a26889933e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3257220 Nov 25 00:30:11.985033 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 42646) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:30:12.041351 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8db7f-d0c0-4387-9be2-af49b205712b req-0049cebc-7cf7-4da6-8b43-b70292fe2ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:12.043469 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ecd8db7f-d0c0-4387-9be2-af49b205712b req-0049cebc-7cf7-4da6-8b43-b70292fe2ab0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=905d2d66-01fc-468a-afe8-a4b586f67431 HTTP/1.1" status: 200 len: 858 time: 0.0786259 Nov 25 00:30:12.095230 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab5453-bf1b-4f8f-8611-5c6691d577bc req-a0c6fe17-c277-40be-ab18-14eb8331af38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:12.095522 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-8c998944-8878-4551-ae21-d6875c20572c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:12.097108 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f4ab5453-bf1b-4f8f-8611-5c6691d577bc req-a0c6fe17-c277-40be-ab18-14eb8331af38 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bda41ef0908f493e850f99e3e5aab2cd&device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 1096 time: 0.1722441 Nov 25 00:30:12.170757 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-4448d0ff-c524-414e-a6a2-5afdc3bd48b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:12.241425 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ecd8db7f-d0c0-4387-9be2-af49b205712b req-fa2b5593-a13d-4664-98c9-cf0251711f4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e36dfab7-9306-47bd-a24d-fce7937d64a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1272242 Nov 25 00:30:12.294527 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-4448d0ff-c524-414e-a6a2-5afdc3bd48b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:12.306334 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ad75e-56a4-420c-9482-b02e47e1787b None None] Pushing event updated for resources: {'Port': ['ID=acdb3070-e1cc-41f2-ac66-9ca5ca4a8e60,revision_number=2']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:12.420352 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab5453-bf1b-4f8f-8611-5c6691d577bc req-fdf335f9-8b47-4cb1-97f5-52ac18a68426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:12.423297 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f4ab5453-bf1b-4f8f-8611-5c6691d577bc req-fdf335f9-8b47-4cb1-97f5-52ac18a68426 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e36dfab7-9306-47bd-a24d-fce7937d64a7 HTTP/1.1" status: 200 len: 919 time: 0.2983291 Nov 25 00:30:12.533044 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f4ab5453-bf1b-4f8f-8611-5c6691d577bc req-62184317-5142-4c12-a06b-2020eed32d01 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9e15575d-679a-4d4d-a045-8ec433cccaf1 HTTP/1.1" status: 200 len: 217 time: 0.0926018 Nov 25 00:30:12.636451 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-4448d0ff-c524-414e-a6a2-5afdc3bd48b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:12.640851 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-4448d0ff-c524-414e-a6a2-5afdc3bd48b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:12.643489 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-4448d0ff-c524-414e-a6a2-5afdc3bd48b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2ac68c69-74ed-4315-b958-5365ff9f3254 HTTP/1.1" status: 204 len: 168 time: 0.6539762 Nov 25 00:30:12.658193 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4448d0ff-c524-414e-a6a2-5afdc3bd48b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac68c69-74ed-4315-b958-5365ff9f3254,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:12.703930 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab5453-bf1b-4f8f-8611-5c6691d577bc req-081c7ceb-5e9c-40e9-a1c7-da039fb1ae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:12.705576 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f4ab5453-bf1b-4f8f-8611-5c6691d577bc req-081c7ceb-5e9c-40e9-a1c7-da039fb1ae0f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=905d2d66-01fc-468a-afe8-a4b586f67431 HTTP/1.1" status: 200 len: 858 time: 0.1619494 Nov 25 00:30:12.797334 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f4ab5453-bf1b-4f8f-8611-5c6691d577bc req-7c9309a8-f5e0-4475-b200-ab94019f8439 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e36dfab7-9306-47bd-a24d-fce7937d64a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811388 Nov 25 00:30:12.931818 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783aa20-91f8-4737-b900-a4eb053589e0 req-d242c671-3cb6-4834-a137-316b396f0642 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:12.939310 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c783aa20-91f8-4737-b900-a4eb053589e0 req-d242c671-3cb6-4834-a137-316b396f0642 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 943 time: 0.7688048 Nov 25 00:30:13.023337 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ecd8db7f-d0c0-4387-9be2-af49b205712b req-22e74212-1ca9-4e35-99b7-d14c7dc4f697 service neutron] 10.222.0.36 "GET /v2.0/networks/e36dfab7-9306-47bd-a24d-fce7937d64a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7651980 Nov 25 00:30:13.061096 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f4ab5453-bf1b-4f8f-8611-5c6691d577bc req-57fb2b34-e00c-4b34-b890-df7352df3d94 service neutron] 10.222.0.36 "GET /v2.0/networks/e36dfab7-9306-47bd-a24d-fce7937d64a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523172 Nov 25 00:30:13.092802 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c783aa20-91f8-4737-b900-a4eb053589e0 req-c2eb7c12-e66e-4349-8684-764b81ea8418 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523767 Nov 25 00:30:13.107954 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device acdb3070-e1cc-41f2-ac66-9ca5ca4a8e60 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:30:13.226460 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d74c47-4114-47a4-9108-e8e55947421a admin admin] Router b0d567c7-498b-436f-8ab7-8496d5af07c1 is scheduled to L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 with binding_index 1 {{(pid=109123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 00:30:13.391658 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port acdb3070-e1cc-41f2-ac66-9ca5ca4a8e60 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:13.394941 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f4ab5453-bf1b-4f8f-8611-5c6691d577bc req-b1aa4bdc-0174-4e05-8b33-fa9466aebdf9 service neutron] 10.222.0.36 "GET /v2.0/networks/e36dfab7-9306-47bd-a24d-fce7937d64a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198302 Nov 25 00:30:13.395173 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:13.407559 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ecd8db7f-d0c0-4387-9be2-af49b205712b req-fb94784e-7bee-47df-a8c4-12d65cabd1d7 service neutron] 10.222.0.36 "GET /v2.0/networks/e36dfab7-9306-47bd-a24d-fce7937d64a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679247 Nov 25 00:30:13.485864 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d74c47-4114-47a4-9108-e8e55947421a admin admin] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:30:13.513611 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6569a43-a88e-4e59-ba99-e31d33ef2181 None None] Sync routers for ids ['b0d567c7-498b-436f-8ab7-8496d5af07c1'] in dv-cinder-819200-1-iscsi {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:30:13.562143 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-f7d74c47-4114-47a4-9108-e8e55947421a admin admin] Publish callbacks [] for router, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:13.568925 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 42672) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:30:13.572145 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-f7d74c47-4114-47a4-9108-e8e55947421a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8106627 Nov 25 00:30:13.574468 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6569a43-a88e-4e59-ba99-e31d33ef2181 None None] Routers {'b0d567c7-498b-436f-8ab7-8496d5af07c1'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:30:13.579105 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-a6569a43-a88e-4e59-ba99-e31d33ef2181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:29:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['b0d567c7-498b-436f-8ab7-8496d5af07c1'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:30:13.697284 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:13.765521 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 42676) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:30:13.792129 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-57469c04-83cc-4bd4-bd02-1a08f81e7faf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:13.827779 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] For port acdb3070-e1cc-41f2-ac66-9ca5ca4a8e60, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=acdb3070-e1cc-41f2-ac66-9ca5ca4a8e60,segment=NetworkSegment(b366cc0e-2690-4ffc-9d27-369dbda55c9b),segment_id=b366cc0e-2690-4ffc-9d27-369dbda55c9b)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:30:13.840861 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:13.958002 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-a6569a43-a88e-4e59-ba99-e31d33ef2181 None None] Set router b0d567c7-498b-436f-8ab7-8496d5af07c1 gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:30:14.021132 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Pushing event updated for resources: {'Port': ['ID=acdb3070-e1cc-41f2-ac66-9ca5ca4a8e60,revision_number=3']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:14.169660 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-57469c04-83cc-4bd4-bd02-1a08f81e7faf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:14.182402 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-57469c04-83cc-4bd4-bd02-1a08f81e7faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:14.355209 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57469c04-83cc-4bd4-bd02-1a08f81e7faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830a6947-a152-4bb5-9cc6-85dcf84f8768,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:14.417851 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-57469c04-83cc-4bd4-bd02-1a08f81e7faf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7c7696b8fef149b7828d2b70a652564a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6436291 Nov 25 00:30:14.419726 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 42694) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:30:14.435294 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-a6569a43-a88e-4e59-ba99-e31d33ef2181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d567c7-498b-436f-8ab7-8496d5af07c1', 'name': 'tempest-TestShelveInstance-1744037288-router', 'tenant_id': 'b311a328301947959dc188b0bd039d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'd3925a5b-cd47-46b6-9f0c-b79869ee5cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:09Z', 'updated_at': '2021-11-25T00:30:11Z', 'revision_number': 3, 'project_id': 'b311a328301947959dc188b0bd039d1c', 'gw_port': {'id': 'd3925a5b-cd47-46b6-9f0c-b79869ee5cd3', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ec:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d567c7-498b-436f-8ab7-8496d5af07c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:10Z', 'updated_at': '2021-11-25T00:30:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi'}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:30:14.468403 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-c30c691b-9070-42b4-bff0-3674d21aa505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:14.503996 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2434d-2ad7-4f58-83e9-3c85f5102c54 req-0db291fb-5d8b-479b-924c-9e9a88ade42d tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:14.512799 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-dce2434d-2ad7-4f58-83e9-3c85f5102c54 req-0db291fb-5d8b-479b-924c-9e9a88ade42d tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 943 time: 0.2929590 Nov 25 00:30:14.527533 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6569a43-a88e-4e59-ba99-e31d33ef2181 None None] Checking router: b0d567c7-498b-436f-8ab7-8496d5af07c1 for host: dv-cinder-819200-1-iscsi {{(pid=109126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:30:14.529118 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6569a43-a88e-4e59-ba99-e31d33ef2181 None None] Updating router b0d567c7-498b-436f-8ab7-8496d5af07c1 port d3925a5b-cd47-46b6-9f0c-b79869ee5cd3 binding host dv-cinder-819200-1-iscsi {{(pid=109126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 00:30:14.593077 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-a6569a43-a88e-4e59-ba99-e31d33ef2181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:14.598404 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b885ff6-bbd4-4afa-9d8e-4f0dee0b406e None None] Network cb85d980-cf63-4375-831b-546ebb90a96d requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:30:14.617990 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-197f49ff-5334-4f9f-9aef-98806835254d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:14.661107 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-dce2434d-2ad7-4f58-83e9-3c85f5102c54 req-45c3b150-a5b3-4e83-94f5-47419f82e4bf tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472626 Nov 25 00:30:14.674827 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-197f49ff-5334-4f9f-9aef-98806835254d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:14.860533 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-197f49ff-5334-4f9f-9aef-98806835254d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:14.870656 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-197f49ff-5334-4f9f-9aef-98806835254d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:14.881291 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-197f49ff-5334-4f9f-9aef-98806835254d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/830a6947-a152-4bb5-9cc6-85dcf84f8768 HTTP/1.1" status: 204 len: 168 time: 0.4570696 Nov 25 00:30:14.899142 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6d081567-1d4b-4678-83fa-6e071fd04da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:14.942075 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f49ff-5334-4f9f-9aef-98806835254d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830a6947-a152-4bb5-9cc6-85dcf84f8768,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:14.953912 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 213297c5-6226-4b94-b3bc-1508185858cd details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=109125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 00:30:15.039174 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device acdb3070-e1cc-41f2-ac66-9ca5ca4a8e60 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:30:15.048678 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-161c445f-0257-4454-ad28-8b0703692660 None None] Provisioning complete for port acdb3070-e1cc-41f2-ac66-9ca5ca4a8e60 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:15.051851 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-161c445f-0257-4454-ad28-8b0703692660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:15.344244 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.db.resource_extend [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 00:30:15.419023 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.db_base_plugin_common [None req-6d081567-1d4b-4678-83fa-6e071fd04da1 admin admin] Allocated IP 172.20.0.1 (cb85d980-cf63-4375-831b-546ebb90a96d/f4be2024-c60c-4d51-9217-4941acf4abed/86b1d22e-c830-4417-b803-f9c3e01804bc) {{(pid=109124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:30:15.505267 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-a6569a43-a88e-4e59-ba99-e31d33ef2181 None None] Publish callbacks [] for port, precommit_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:15.519771 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-a6569a43-a88e-4e59-ba99-e31d33ef2181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:15.596393 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647de846-d748-4063-9f9d-5e8398d6952d None None] Pushing event updated for resources: {'Port': ['ID=d3925a5b-cd47-46b6-9f0c-b79869ee5cd3,revision_number=2']} {{(pid=109126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:15.648540 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.managers [None req-a6569a43-a88e-4e59-ba99-e31d33ef2181 None None] Attempting to bind port d3925a5b-cd47-46b6-9f0c-b79869ee5cd3 on host dv-cinder-819200-1-iscsi for vnic_type normal with profile {{(pid=109126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:30:15.667096 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port acdb3070-e1cc-41f2-ac66-9ca5ca4a8e60 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:15.668190 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:15.669586 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.managers [None req-a6569a43-a88e-4e59-ba99-e31d33ef2181 None None] Attempting to bind port d3925a5b-cd47-46b6-9f0c-b79869ee5cd3 by drivers openvswitch,hyperv on host dv-cinder-819200-1-iscsi at level 0 using segments [{'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'}] {{(pid=109126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:30:15.670192 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6569a43-a88e-4e59-ba99-e31d33ef2181 None None] Attempting to bind port d3925a5b-cd47-46b6-9f0c-b79869ee5cd3 on network 7e710f5f-af80-47ab-b03c-3a0dd4623f26 {{(pid=109126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:30:15.684236 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6569a43-a88e-4e59-ba99-e31d33ef2181 None None] Checking agent: {'id': '6db1e42d-7d41-4128-8d86-b90db240c589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 20, 18), 'started_at': datetime.datetime(2021, 11, 25, 0, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:30:15.685682 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6569a43-a88e-4e59-ba99-e31d33ef2181 None None] Checking segment: {'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:30:15.686213 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-a6569a43-a88e-4e59-ba99-e31d33ef2181 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:15.686736 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6569a43-a88e-4e59-ba99-e31d33ef2181 None None] Bound using segment: {'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'} {{(pid=109126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:30:15.687584 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.managers [None req-a6569a43-a88e-4e59-ba99-e31d33ef2181 None None] Bound port: d3925a5b-cd47-46b6-9f0c-b79869ee5cd3, host: dv-cinder-819200-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'}}] {{(pid=109126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:30:15.688048 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-a6569a43-a88e-4e59-ba99-e31d33ef2181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:15.769178 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6d081567-1d4b-4678-83fa-6e071fd04da1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:15.784393 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.db [None req-a6569a43-a88e-4e59-ba99-e31d33ef2181 None None] For port d3925a5b-cd47-46b6-9f0c-b79869ee5cd3, host dv-cinder-819200-1-iscsi, cleared binding levels {{(pid=109126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:30:15.812225 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.db [None req-a6569a43-a88e-4e59-ba99-e31d33ef2181 None None] For port d3925a5b-cd47-46b6-9f0c-b79869ee5cd3, host dv-cinder-819200-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=d3925a5b-cd47-46b6-9f0c-b79869ee5cd3,segment=NetworkSegment(2cbd316e-5d05-4c4d-ba22-dac4641013ba),segment_id=2cbd316e-5d05-4c4d-ba22-dac4641013ba)] {{(pid=109126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:30:15.832468 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 213297c5-6226-4b94-b3bc-1508185858cd, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=213297c5-6226-4b94-b3bc-1508185858cd,segment=NetworkSegment(29b862be-f9c7-47d8-88dc-8f025170fe04),segment_id=29b862be-f9c7-47d8-88dc-8f025170fe04)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:30:15.844039 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-a6569a43-a88e-4e59-ba99-e31d33ef2181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:15.896639 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Returning: {'device': '213297c5-6226-4b94-b3bc-1508185858cd', 'network_id': 'e36dfab7-9306-47bd-a24d-fce7937d64a7', 'port_id': '213297c5-6226-4b94-b3bc-1508185858cd', 'mac_address': 'fa:16:3e:f8:78:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '905d2d66-01fc-468a-afe8-a4b586f67431', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 00:30:15.946071 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647de846-d748-4063-9f9d-5e8398d6952d None None] Pushing event updated for resources: {'Port': ['ID=d3925a5b-cd47-46b6-9f0c-b79869ee5cd3,revision_number=3']} {{(pid=109126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:15.982124 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6d081567-1d4b-4678-83fa-6e071fd04da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:15.992487 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6569a43-a88e-4e59-ba99-e31d33ef2181 None None] Routers {'b0d567c7-498b-436f-8ab7-8496d5af07c1'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:30:15.999634 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-a6569a43-a88e-4e59-ba99-e31d33ef2181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:30:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['b0d567c7-498b-436f-8ab7-8496d5af07c1'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:30:16.050946 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:16.096064 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 213297c5-6226-4b94-b3bc-1508185858cd {{(pid=109125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:30:16.141078 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 213297c5-6226-4b94-b3bc-1508185858cd, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=213297c5-6226-4b94-b3bc-1508185858cd,segment=NetworkSegment(29b862be-f9c7-47d8-88dc-8f025170fe04),segment_id=29b862be-f9c7-47d8-88dc-8f025170fe04)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:30:16.151938 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:16.154735 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 9e15575d-679a-4d4d-a045-8ec433cccaf1 details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=109125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 00:30:16.234881 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d081567-1d4b-4678-83fa-6e071fd04da1 admin admin] Network cb85d980-cf63-4375-831b-546ebb90a96d is already hosted by enough agents. {{(pid=109124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:30:16.255633 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=213297c5-6226-4b94-b3bc-1508185858cd,revision_number=4']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:16.259983 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.base_scheduler [None req-6d081567-1d4b-4678-83fa-6e071fd04da1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:30:16.297050 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcf80a-ef5f-4609-9fbe-216789723f92 req-f2fc649d-b23a-4a9a-a241-38cc7ba1c44d tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:16.313258 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-1cfcf80a-ef5f-4609-9fbe-216789723f92 req-f2fc649d-b23a-4a9a-a241-38cc7ba1c44d tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 943 time: 0.4343505 Nov 25 00:30:16.322687 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d081567-1d4b-4678-83fa-6e071fd04da1 admin admin] Received port after_create {{(pid=109124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:30:16.338843 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d081567-1d4b-4678-83fa-6e071fd04da1 admin admin] Pushing event updated for resources: {'Port': ['ID=86b1d22e-c830-4417-b803-f9c3e01804bc,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:16.425854 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-a6569a43-a88e-4e59-ba99-e31d33ef2181 None None] Set router b0d567c7-498b-436f-8ab7-8496d5af07c1 gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:30:16.461957 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6d081567-1d4b-4678-83fa-6e071fd04da1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623071'] for router_interface, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:16.490722 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-bc623981-412c-4276-a422-42eb4492bdd1 None None] Provisioning complete for port acdb3070-e1cc-41f2-ac66-9ca5ca4a8e60 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:16.491675 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-bc623981-412c-4276-a422-42eb4492bdd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:16.499962 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-1cfcf80a-ef5f-4609-9fbe-216789723f92 req-cca2ed7b-bf33-4eb6-a275-2f4b896b7de4 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854308 Nov 25 00:30:16.710960 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 9e15575d-679a-4d4d-a045-8ec433cccaf1, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=9e15575d-679a-4d4d-a045-8ec433cccaf1,segment=NetworkSegment(29b862be-f9c7-47d8-88dc-8f025170fe04),segment_id=29b862be-f9c7-47d8-88dc-8f025170fe04)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:30:16.727088 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-bdd73767-0392-4883-997a-35665a1f6eb8 req-f3bcdb56-ae46-4396-87b5-e38b19b36a90 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=743eb98d-3b2a-440a-ba64-4140355ce62d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1184678 Nov 25 00:30:16.745037 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:16.763892 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Returning: {'device': '9e15575d-679a-4d4d-a045-8ec433cccaf1', 'network_id': 'e36dfab7-9306-47bd-a24d-fce7937d64a7', 'port_id': '9e15575d-679a-4d4d-a045-8ec433cccaf1', 'mac_address': 'fa:16:3e:1f:cb:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '905d2d66-01fc-468a-afe8-a4b586f67431', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 00:30:16.844285 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6d081567-1d4b-4678-83fa-6e071fd04da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:16.877345 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd73767-0392-4883-997a-35665a1f6eb8 req-b9ab7def-86ad-4911-9158-d846e36ccb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:16.879538 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-bdd73767-0392-4883-997a-35665a1f6eb8 req-b9ab7def-86ad-4911-9158-d846e36ccb16 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc244727a1134e209e24f40acad0df6d&device_id=743eb98d-3b2a-440a-ba64-4140355ce62d HTTP/1.1" status: 200 len: 1099 time: 0.1062043 Nov 25 00:30:16.947551 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-a6569a43-a88e-4e59-ba99-e31d33ef2181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d567c7-498b-436f-8ab7-8496d5af07c1', 'name': 'tempest-TestShelveInstance-1744037288-router', 'tenant_id': 'b311a328301947959dc188b0bd039d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'd3925a5b-cd47-46b6-9f0c-b79869ee5cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:09Z', 'updated_at': '2021-11-25T00:30:11Z', 'revision_number': 3, 'project_id': 'b311a328301947959dc188b0bd039d1c', 'gw_port': {'id': 'd3925a5b-cd47-46b6-9f0c-b79869ee5cd3', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ec:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d567c7-498b-436f-8ab7-8496d5af07c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:10Z', 'updated_at': '2021-11-25T00:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi'}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:30:16.994477 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:17.022748 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e15575d-679a-4d4d-a045-8ec433cccaf1 {{(pid=109125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:30:17.037620 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6569a43-a88e-4e59-ba99-e31d33ef2181 None None] The sync data for ids ['b0d567c7-498b-436f-8ab7-8496d5af07c1'] in dv-cinder-819200-1-iscsi is: [{'id': 'b0d567c7-498b-436f-8ab7-8496d5af07c1', 'name': 'tempest-TestShelveInstance-1744037288-router', 'tenant_id': 'b311a328301947959dc188b0bd039d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'd3925a5b-cd47-46b6-9f0c-b79869ee5cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:09Z', 'updated_at': '2021-11-25T00:30:11Z', 'revision_number': 3, 'project_id': 'b311a328301947959dc188b0bd039d1c', 'gw_port': {'id': 'd3925a5b-cd47-46b6-9f0c-b79869ee5cd3', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ec:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d567c7-498b-436f-8ab7-8496d5af07c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:10Z', 'updated_at': '2021-11-25T00:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi'}] {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:30:17.067580 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd73767-0392-4883-997a-35665a1f6eb8 req-99644dd2-0857-4ce6-9ae6-0d62a4c06fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:17.069365 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-bdd73767-0392-4883-997a-35665a1f6eb8 req-99644dd2-0857-4ce6-9ae6-0d62a4c06fea service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6860e7f-1840-44cc-88a0-1bba28b2eba5 HTTP/1.1" status: 200 len: 916 time: 0.1573992 Nov 25 00:30:17.081311 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 9e15575d-679a-4d4d-a045-8ec433cccaf1, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=9e15575d-679a-4d4d-a045-8ec433cccaf1,segment=NetworkSegment(29b862be-f9c7-47d8-88dc-8f025170fe04),segment_id=29b862be-f9c7-47d8-88dc-8f025170fe04)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:30:17.090335 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:17.141938 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-bdd73767-0392-4883-997a-35665a1f6eb8 req-67f78ad3-ff10-4dae-a275-f22521b84530 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=766bc99c-1d66-4eda-8300-d09cef61ce3b HTTP/1.1" status: 200 len: 217 time: 0.0635681 Nov 25 00:30:17.189589 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6d081567-1d4b-4678-83fa-6e071fd04da1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:17.190962 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=9e15575d-679a-4d4d-a045-8ec433cccaf1,revision_number=4']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:17.195436 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-89f0095d-6ac9-49cd-8ed9-4a8661348166 None None] Provisioning complete for port 86b1d22e-c830-4417-b803-f9c3e01804bc triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:17.197215 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-89f0095d-6ac9-49cd-8ed9-4a8661348166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:17.209432 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6d081567-1d4b-4678-83fa-6e071fd04da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11622735'] for port, after_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:17.251656 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-89f0095d-6ac9-49cd-8ed9-4a8661348166 None None] Port 86b1d22e-c830-4417-b803-f9c3e01804bc cannot update to ACTIVE because it is not bound. {{(pid=109125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 00:30:17.288083 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd73767-0392-4883-997a-35665a1f6eb8 req-4f933663-fb0f-4754-acaa-5d196180c596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:17.289520 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-bdd73767-0392-4883-997a-35665a1f6eb8 req-4f933663-fb0f-4754-acaa-5d196180c596 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9526e428-93cb-4b36-b147-01a6ceccc3e0 HTTP/1.1" status: 200 len: 855 time: 0.1298985 Nov 25 00:30:17.338259 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-bdd73767-0392-4883-997a-35665a1f6eb8 req-2353540c-20ff-4c65-b032-0706ef94f2e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6860e7f-1840-44cc-88a0-1bba28b2eba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381682 Nov 25 00:30:17.385112 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d081567-1d4b-4678-83fa-6e071fd04da1 admin admin] Pushing event updated for resources: {'Port': ['ID=86b1d22e-c830-4417-b803-f9c3e01804bc,revision_number=2']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:17.390757 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6d081567-1d4b-4678-83fa-6e071fd04da1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-762479'] for router_interface, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:17.411571 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['9e15575d-679a-4d4d-a045-8ec433cccaf1'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:30:17.417004 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['213297c5-6226-4b94-b3bc-1508185858cd'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:30:17.486989 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-bdd73767-0392-4883-997a-35665a1f6eb8 req-cbd44499-eae8-417f-8624-a5543217e688 service neutron] 10.222.0.36 "GET /v2.0/networks/c6860e7f-1840-44cc-88a0-1bba28b2eba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354377 Nov 25 00:30:17.647612 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d081567-1d4b-4678-83fa-6e071fd04da1 admin admin] Network cb85d980-cf63-4375-831b-546ebb90a96d is already hosted by enough agents. {{(pid=109124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:30:17.671421 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.base_scheduler [None req-6d081567-1d4b-4678-83fa-6e071fd04da1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:30:17.722557 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-bdd73767-0392-4883-997a-35665a1f6eb8 req-d5e7f470-71cf-44a7-a74e-e72d562cdd54 service neutron] 10.222.0.36 "GET /v2.0/networks/c6860e7f-1840-44cc-88a0-1bba28b2eba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245600 Nov 25 00:30:18.207088 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-8dafc354-af3e-4d2f-9e83-2d41506fe2f1 None None] Provisioning complete for port 86b1d22e-c830-4417-b803-f9c3e01804bc triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:18.208847 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-8dafc354-af3e-4d2f-9e83-2d41506fe2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:18.239487 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea732b8-fe57-479c-9ec7-f2a2c8bd9935 req-66d0be34-9d5b-4266-a1bf-7374920b522c tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:18.241899 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-5ea732b8-fe57-479c-9ec7-f2a2c8bd9935 req-66d0be34-9d5b-4266-a1bf-7374920b522c tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 944 time: 0.6213868 Nov 25 00:30:18.316423 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-8dafc354-af3e-4d2f-9e83-2d41506fe2f1 None None] Port 86b1d22e-c830-4417-b803-f9c3e01804bc cannot update to ACTIVE because it is not bound. {{(pid=109125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 00:30:18.367561 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d081567-1d4b-4678-83fa-6e071fd04da1 admin admin] Router b0d567c7-498b-436f-8ab7-8496d5af07c1 has already been hosted by L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 {{(pid=109124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 00:30:18.479157 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:18.481987 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:18.488784 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-5ea732b8-fe57-479c-9ec7-f2a2c8bd9935 req-22a327a0-750f-42ce-922c-2dbd8e6216be tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964750 Nov 25 00:30:18.628063 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d081567-1d4b-4678-83fa-6e071fd04da1 admin admin] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:30:18.643242 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-6d081567-1d4b-4678-83fa-6e071fd04da1 admin admin] 10.222.0.37 "PUT /v2.0/routers/b0d567c7-498b-436f-8ab7-8496d5af07c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0715261 Nov 25 00:30:18.919819 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device d3925a5b-cd47-46b6-9f0c-b79869ee5cd3 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:30:18.989115 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port d3925a5b-cd47-46b6-9f0c-b79869ee5cd3 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:18.989782 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:19.113621 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57507697-6cde-447b-a90c-f7150a415e51 req-9574e5b4-8a24-414b-8f7f-6aac17489f14 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:19.115453 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 213297c5-6226-4b94-b3bc-1508185858cd up at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:30:19.119149 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-57507697-6cde-447b-a90c-f7150a415e51 req-9574e5b4-8a24-414b-8f7f-6aac17489f14 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.0879169 Nov 25 00:30:19.185681 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:19.251248 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-57507697-6cde-447b-a90c-f7150a415e51 req-d207ad51-502f-4114-a61a-eb215c4724c8 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193044 Nov 25 00:30:19.252107 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] For port d3925a5b-cd47-46b6-9f0c-b79869ee5cd3, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=d3925a5b-cd47-46b6-9f0c-b79869ee5cd3,segment=NetworkSegment(2cbd316e-5d05-4c4d-ba22-dac4641013ba),segment_id=2cbd316e-5d05-4c4d-ba22-dac4641013ba)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:30:19.259790 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:19.269515 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning for port 213297c5-6226-4b94-b3bc-1508185858cd completed by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 00:30:19.309448 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning complete for port 213297c5-6226-4b94-b3bc-1508185858cd triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:19.309979 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:19.417337 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Pushing event updated for resources: {'Port': ['ID=d3925a5b-cd47-46b6-9f0c-b79869ee5cd3,revision_number=4']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:19.538798 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:19.612092 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 42852) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:30:19.625741 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-1a4d6baa-6ad0-4b19-949e-733f74371129 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-819962725', 'description': 'tempest-secgroup-smoke-819962725 description', 'project_id': 'c5f392e66d5f410f8a6baf59ecc59ace'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:30:19.675772 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38950af-9b36-49e3-9008-fd2e540ea7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213297c5-6226-4b94-b3bc-1508185858cd'}] {{(pid=109125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:30:19.678998 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b40ce054491f5bd1a33a22e0e33c095860c6622367658d2460ab374ec6fa3a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686dfa6a-dd6e-4803-b378-509fe58fd865" -d '{"events": [{"server_uuid": "c38950af-9b36-49e3-9008-fd2e540ea7ae", "name": "network-vif-plugged", "status": "completed", "tag": "213297c5-6226-4b94-b3bc-1508185858cd"}]}' {{(pid=109125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:30:19.702045 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-1a4d6baa-6ad0-4b19-949e-733f74371129 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:19.723303 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 213297c5-6226-4b94-b3bc-1508185858cd, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=213297c5-6226-4b94-b3bc-1508185858cd,segment=NetworkSegment(29b862be-f9c7-47d8-88dc-8f025170fe04),segment_id=29b862be-f9c7-47d8-88dc-8f025170fe04)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:30:19.730994 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:19.732541 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 9e15575d-679a-4d4d-a045-8ec433cccaf1 up at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:30:19.784657 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a917d3-18e5-4075-adc1-6a58103191db x-openstack-request-id: req-56a917d3-18e5-4075-adc1-6a58103191db {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:30:19.785397 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38950af-9b36-49e3-9008-fd2e540ea7ae", "name": "network-vif-plugged", "status": "completed", "tag": "213297c5-6226-4b94-b3bc-1508185858cd", "code": 200}]} {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:30:19.785870 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-56a917d3-18e5-4075-adc1-6a58103191db {{(pid=109125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:30:19.786426 dv-cinder-819200-1-iscsi neutron-server[109125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38950af-9b36-49e3-9008-fd2e540ea7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213297c5-6226-4b94-b3bc-1508185858cd', 'code': 200} Nov 25 00:30:19.902506 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4f4e3-233b-41c2-98a1-5a89e991ade1 req-ba9396ee-a996-4781-ad07-09d75d4ca333 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:19.902789 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=213297c5-6226-4b94-b3bc-1508185858cd,revision_number=5']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:19.914354 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-63a4f4e3-233b-41c2-98a1-5a89e991ade1 req-ba9396ee-a996-4781-ad07-09d75d4ca333 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 944 time: 0.2247820 Nov 25 00:30:19.924944 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning for port 9e15575d-679a-4d4d-a045-8ec433cccaf1 completed by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 00:30:19.939726 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning complete for port 9e15575d-679a-4d4d-a045-8ec433cccaf1 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:19.940849 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:20.068304 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:20.098788 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-1a4d6baa-6ad0-4b19-949e-733f74371129 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:20.126464 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:20.154938 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-1a4d6baa-6ad0-4b19-949e-733f74371129 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:20.173410 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 9e15575d-679a-4d4d-a045-8ec433cccaf1, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=9e15575d-679a-4d4d-a045-8ec433cccaf1,segment=NetworkSegment(29b862be-f9c7-47d8-88dc-8f025170fe04),segment_id=29b862be-f9c7-47d8-88dc-8f025170fe04)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:30:20.178413 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:20.246913 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=9e15575d-679a-4d4d-a045-8ec433cccaf1,revision_number=5']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:20.275772 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-63a4f4e3-233b-41c2-98a1-5a89e991ade1 req-129ef1fc-0383-45bd-afb5-5320da3f94f3 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585420 Nov 25 00:30:20.283084 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18aa50fb-22fb-4ddd-a358-b9c001dfa1ec None None] Sync routers for ids ['b0d567c7-498b-436f-8ab7-8496d5af07c1'] in dv-cinder-819200-1-iscsi {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:30:20.301358 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aa50fb-22fb-4ddd-a358-b9c001dfa1ec None None] Routers {'b0d567c7-498b-436f-8ab7-8496d5af07c1'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:30:20.302272 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-18aa50fb-22fb-4ddd-a358-b9c001dfa1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:30:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['b0d567c7-498b-436f-8ab7-8496d5af07c1'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:30:20.310372 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-1a4d6baa-6ad0-4b19-949e-733f74371129 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:20.311768 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-1a4d6baa-6ad0-4b19-949e-733f74371129 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6981504 Nov 25 00:30:20.314502 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d6baa-6ad0-4b19-949e-733f74371129 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc56769a-1f76-4b45-8459-87f0c2d04e34,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:20.315526 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 42882) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:30:20.330146 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a8f10-fa8f-40bb-80a4-33fd522e72ed req-6d7fcdc1-b55a-4d1b-9596-de2aa07f2140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:20.332635 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b47a8f10-fa8f-40bb-80a4-33fd522e72ed req-6d7fcdc1-b55a-4d1b-9596-de2aa07f2140 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 1098 time: 0.2579360 Nov 25 00:30:20.334897 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-b678a7c9-4041-4b36-8c56-20b8fa6c33a0 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Request body: {'security_group_rule': {'security_group_id': 'dc56769a-1f76-4b45-8459-87f0c2d04e34', 'project_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:30:20.387070 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b678a7c9-4041-4b36-8c56-20b8fa6c33a0 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:20.410477 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b47a8f10-fa8f-40bb-80a4-33fd522e72ed req-9be6bf2f-067e-4c87-8ac9-0851a75aa14d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696485 Nov 25 00:30:20.479939 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b678a7c9-4041-4b36-8c56-20b8fa6c33a0 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:20.482260 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-18aa50fb-22fb-4ddd-a358-b9c001dfa1ec None None] Set router b0d567c7-498b-436f-8ab7-8496d5af07c1 gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:30:20.491819 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb380cb-4281-4fc2-b78b-8ddef421e511 req-79e423b4-50f1-4ed9-b3a8-d4dc93c17d16 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:20.494293 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7eb380cb-4281-4fc2-b78b-8ddef421e511 req-79e423b4-50f1-4ed9-b3a8-d4dc93c17d16 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.0855994 Nov 25 00:30:20.495589 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b678a7c9-4041-4b36-8c56-20b8fa6c33a0 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704393'] for security_group_rule, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:20.551785 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b678a7c9-4041-4b36-8c56-20b8fa6c33a0 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:20.553725 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-b678a7c9-4041-4b36-8c56-20b8fa6c33a0 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2363076 Nov 25 00:30:20.554925 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b678a7c9-4041-4b36-8c56-20b8fa6c33a0 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c313c2c-de46-4a59-aa9c-cd2c6bf6c8e2,revision_number=0']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:20.557142 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 42884) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:30:20.563073 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-a6900285-cbdc-4b1e-8ed0-773660445a01 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Request body: {'security_group_rule': {'security_group_id': 'dc56769a-1f76-4b45-8459-87f0c2d04e34', 'project_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:30:20.603277 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-a6900285-cbdc-4b1e-8ed0-773660445a01 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:20.618902 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7eb380cb-4281-4fc2-b78b-8ddef421e511 req-bd6d7538-3125-4609-9658-1f0f337912b4 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145816 Nov 25 00:30:20.710371 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-a6900285-cbdc-4b1e-8ed0-773660445a01 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:20.716169 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-a6900285-cbdc-4b1e-8ed0-773660445a01 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704393'] for security_group_rule, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:20.735854 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6900285-cbdc-4b1e-8ed0-773660445a01 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c404a99e-79e8-4be0-beef-ce0ecefce0a2,revision_number=0']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:20.747556 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-a6900285-cbdc-4b1e-8ed0-773660445a01 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:20.748815 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-a6900285-cbdc-4b1e-8ed0-773660445a01 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1905687 Nov 25 00:30:20.753874 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 42888) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:30:20.758499 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-e54b679f-6b6c-4491-ae8e-a373cbe73193 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Request body: {'security_group_rule': {'security_group_id': 'dc56769a-1f76-4b45-8459-87f0c2d04e34', 'project_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:30:20.762820 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-18aa50fb-22fb-4ddd-a358-b9c001dfa1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d567c7-498b-436f-8ab7-8496d5af07c1', 'name': 'tempest-TestShelveInstance-1744037288-router', 'tenant_id': 'b311a328301947959dc188b0bd039d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'd3925a5b-cd47-46b6-9f0c-b79869ee5cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:09Z', 'updated_at': '2021-11-25T00:30:16Z', 'revision_number': 4, 'project_id': 'b311a328301947959dc188b0bd039d1c', 'gw_port': {'id': 'd3925a5b-cd47-46b6-9f0c-b79869ee5cd3', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ec:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d567c7-498b-436f-8ab7-8496d5af07c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:10Z', 'updated_at': '2021-11-25T00:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '86b1d22e-c830-4417-b803-f9c3e01804bc', 'name': '', 'network_id': 'cb85d980-cf63-4375-831b-546ebb90a96d', 'tenant_id': 'b311a328301947959dc188b0bd039d1c', 'mac_address': 'fa:16:3e:90:ef:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d567c7-498b-436f-8ab7-8496d5af07c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'f4be2024-c60c-4d51-9217-4941acf4abed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:14Z', 'updated_at': '2021-11-25T00:30:16Z', 'revision_number': 2, 'project_id': 'b311a328301947959dc188b0bd039d1c', 'subnets': [{'id': 'f4be2024-c60c-4d51-9217-4941acf4abed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:30:20.812308 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e54b679f-6b6c-4491-ae8e-a373cbe73193 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:20.823487 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18aa50fb-22fb-4ddd-a358-b9c001dfa1ec None None] Checking router: b0d567c7-498b-436f-8ab7-8496d5af07c1 for host: dv-cinder-819200-1-iscsi {{(pid=109125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:30:20.824283 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18aa50fb-22fb-4ddd-a358-b9c001dfa1ec None None] Updating router b0d567c7-498b-436f-8ab7-8496d5af07c1 port 86b1d22e-c830-4417-b803-f9c3e01804bc binding host dv-cinder-819200-1-iscsi {{(pid=109125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 00:30:20.852488 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-18aa50fb-22fb-4ddd-a358-b9c001dfa1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:20.913165 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e54b679f-6b6c-4491-ae8e-a373cbe73193 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:20.913419 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device d3925a5b-cd47-46b6-9f0c-b79869ee5cd3 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:30:20.918680 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e54b679f-6b6c-4491-ae8e-a373cbe73193 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704393'] for security_group_rule, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:20.943459 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b679f-6b6c-4491-ae8e-a373cbe73193 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f81a90-c7a4-4713-9faf-241d3a47e5c7,revision_number=0']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:20.955019 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e54b679f-6b6c-4491-ae8e-a373cbe73193 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:20.959222 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 42894) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:30:20.962102 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-e54b679f-6b6c-4491-ae8e-a373cbe73193 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2068443 Nov 25 00:30:20.963597 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-1126050b-e444-46b7-a9d5-e4b4224724d0 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Request body: {'security_group_rule': {'security_group_id': 'dc56769a-1f76-4b45-8459-87f0c2d04e34', 'project_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:30:21.003005 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1126050b-e444-46b7-a9d5-e4b4224724d0 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:21.081249 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1126050b-e444-46b7-a9d5-e4b4224724d0 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:21.086441 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1126050b-e444-46b7-a9d5-e4b4224724d0 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704393'] for security_group_rule, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:21.104653 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1126050b-e444-46b7-a9d5-e4b4224724d0 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09b8d436-ce5c-4ab1-9aee-e57a104bd768,revision_number=0']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:21.126385 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1126050b-e444-46b7-a9d5-e4b4224724d0 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:21.131339 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 42902) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:30:21.131543 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-1126050b-e444-46b7-a9d5-e4b4224724d0 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1715364 Nov 25 00:30:21.137558 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-9f0b4e7f-b437-41c5-a5b8-a37416f58cf1 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Request body: {'security_group_rule': {'security_group_id': 'dc56769a-1f76-4b45-8459-87f0c2d04e34', 'project_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:30:21.169980 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.db.securitygroups_db [None req-9f0b4e7f-b437-41c5-a5b8-a37416f58cf1 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Project c5f392e66d5f410f8a6baf59ecc59ace added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 00:30:21.176931 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-9f0b4e7f-b437-41c5-a5b8-a37416f58cf1 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:21.205901 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port d3925a5b-cd47-46b6-9f0c-b79869ee5cd3 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:21.206284 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:21.257385 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-9f0b4e7f-b437-41c5-a5b8-a37416f58cf1 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:21.264267 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-9f0b4e7f-b437-41c5-a5b8-a37416f58cf1 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704393'] for security_group_rule, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:21.356810 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b4e7f-b437-41c5-a5b8-a37416f58cf1 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c42dcad5-bd11-497e-823f-e1750f378d15,revision_number=0']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:21.363392 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-9f0b4e7f-b437-41c5-a5b8-a37416f58cf1 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:21.364633 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-9f0b4e7f-b437-41c5-a5b8-a37416f58cf1 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2322702 Nov 25 00:30:21.367957 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 42908) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:30:21.375075 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-8fa2828a-1bdf-4287-b8dd-37a36d613e95 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Request body: {'security_group_rule': {'security_group_id': 'dc56769a-1f76-4b45-8459-87f0c2d04e34', 'project_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:30:21.417077 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d176571-79e5-40c3-adaa-f6179c700870 req-fa883232-48ab-4869-92ba-60324c607d2c tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:21.418714 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1d176571-79e5-40c3-adaa-f6179c700870 req-fa883232-48ab-4869-92ba-60324c607d2c tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.1299524 Nov 25 00:30:21.426538 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.db.securitygroups_db [None req-8fa2828a-1bdf-4287-b8dd-37a36d613e95 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Project c5f392e66d5f410f8a6baf59ecc59ace added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 00:30:21.448465 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083b438-f134-4aa1-af03-6885df0d974d req-6b659bdf-4b9a-450e-955b-48a599d4fb75 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:21.449605 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-18aa50fb-22fb-4ddd-a358-b9c001dfa1ec None None] Publish callbacks [] for port, precommit_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:21.451577 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-1083b438-f134-4aa1-af03-6885df0d974d req-6b659bdf-4b9a-450e-955b-48a599d4fb75 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.0739479 Nov 25 00:30:21.456923 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-18aa50fb-22fb-4ddd-a358-b9c001dfa1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:21.459407 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-8fa2828a-1bdf-4287-b8dd-37a36d613e95 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:21.534191 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d66360-eb7e-4c07-ad1b-4286fe8bc682 None None] Pushing event updated for resources: {'Port': ['ID=86b1d22e-c830-4417-b803-f9c3e01804bc,revision_number=3']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:21.542776 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1d176571-79e5-40c3-adaa-f6179c700870 req-dfad297f-9220-4522-b4cd-abf477f04b92 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096504 Nov 25 00:30:21.549042 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-1083b438-f134-4aa1-af03-6885df0d974d req-bcfcf411-9caf-4652-b3fc-977ffe1a539d tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838559 Nov 25 00:30:21.584248 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-8fa2828a-1bdf-4287-b8dd-37a36d613e95 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:21.591171 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-8fa2828a-1bdf-4287-b8dd-37a36d613e95 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704393'] for security_group_rule, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:21.593557 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-18aa50fb-22fb-4ddd-a358-b9c001dfa1ec None None] Attempting to bind port 86b1d22e-c830-4417-b803-f9c3e01804bc on host dv-cinder-819200-1-iscsi for vnic_type normal with profile {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:30:21.593892 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-18aa50fb-22fb-4ddd-a358-b9c001dfa1ec None None] Attempting to bind port 86b1d22e-c830-4417-b803-f9c3e01804bc by drivers openvswitch,hyperv on host dv-cinder-819200-1-iscsi at level 0 using segments [{'id': 'b366cc0e-2690-4ffc-9d27-369dbda55c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cb85d980-cf63-4375-831b-546ebb90a96d'}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:30:21.594284 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aa50fb-22fb-4ddd-a358-b9c001dfa1ec None None] Attempting to bind port 86b1d22e-c830-4417-b803-f9c3e01804bc on network cb85d980-cf63-4375-831b-546ebb90a96d {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:30:21.603099 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aa50fb-22fb-4ddd-a358-b9c001dfa1ec None None] Checking agent: {'id': '6db1e42d-7d41-4128-8d86-b90db240c589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 20, 18), 'started_at': datetime.datetime(2021, 11, 25, 0, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:30:21.603528 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aa50fb-22fb-4ddd-a358-b9c001dfa1ec None None] Checking segment: {'id': 'b366cc0e-2690-4ffc-9d27-369dbda55c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cb85d980-cf63-4375-831b-546ebb90a96d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:30:21.604038 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-18aa50fb-22fb-4ddd-a358-b9c001dfa1ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:21.604556 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aa50fb-22fb-4ddd-a358-b9c001dfa1ec None None] Bound using segment: {'id': 'b366cc0e-2690-4ffc-9d27-369dbda55c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cb85d980-cf63-4375-831b-546ebb90a96d'} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:30:21.605086 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-18aa50fb-22fb-4ddd-a358-b9c001dfa1ec None None] Bound port: 86b1d22e-c830-4417-b803-f9c3e01804bc, host: dv-cinder-819200-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b366cc0e-2690-4ffc-9d27-369dbda55c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cb85d980-cf63-4375-831b-546ebb90a96d'}}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:30:21.605508 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-18aa50fb-22fb-4ddd-a358-b9c001dfa1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:21.623819 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2828a-1bdf-4287-b8dd-37a36d613e95 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41c4dd28-513b-408f-95f7-6f1af15aba17,revision_number=0']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:21.641354 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-8fa2828a-1bdf-4287-b8dd-37a36d613e95 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:21.652106 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-8fa2828a-1bdf-4287-b8dd-37a36d613e95 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2738075 Nov 25 00:30:21.676506 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 6 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 00:30:21.732541 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-18aa50fb-22fb-4ddd-a358-b9c001dfa1ec None None] For port 86b1d22e-c830-4417-b803-f9c3e01804bc, host dv-cinder-819200-1-iscsi, cleared binding levels {{(pid=109125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:30:21.739111 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-18aa50fb-22fb-4ddd-a358-b9c001dfa1ec None None] For port 86b1d22e-c830-4417-b803-f9c3e01804bc, host dv-cinder-819200-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=86b1d22e-c830-4417-b803-f9c3e01804bc,segment=NetworkSegment(b366cc0e-2690-4ffc-9d27-369dbda55c9b),segment_id=b366cc0e-2690-4ffc-9d27-369dbda55c9b)] {{(pid=109125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:30:21.748899 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-18aa50fb-22fb-4ddd-a358-b9c001dfa1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:21.881727 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415809d-dbb0-496b-a1da-fe4e7c1b9f62 req-b3e56648-1f8f-42e3-b0e6-239fb3b619bc tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:21.891861 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-a415809d-dbb0-496b-a1da-fe4e7c1b9f62 req-b3e56648-1f8f-42e3-b0e6-239fb3b619bc tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.1314545 Nov 25 00:30:21.962604 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-a415809d-dbb0-496b-a1da-fe4e7c1b9f62 req-a3a16d0c-513f-4a8c-aeeb-4bd80af42404 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689487 Nov 25 00:30:22.001634 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55061e42-e8f0-4a37-8f8f-4f8c2e781558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e15575d-679a-4d4d-a045-8ec433cccaf1'}] {{(pid=109125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:30:22.001634 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b40ce054491f5bd1a33a22e0e33c095860c6622367658d2460ab374ec6fa3a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2643c6-209a-40e9-8a12-4b04ae929a1e" -d '{"events": [{"server_uuid": "55061e42-e8f0-4a37-8f8f-4f8c2e781558", "name": "network-vif-plugged", "status": "completed", "tag": "9e15575d-679a-4d4d-a045-8ec433cccaf1"}]}' {{(pid=109125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:30:22.059105 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d66360-eb7e-4c07-ad1b-4286fe8bc682 None None] Pushing event updated for resources: {'Port': ['ID=86b1d22e-c830-4417-b803-f9c3e01804bc,revision_number=4']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:22.064864 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-5dbc6a87-e8e0-4080-9e9f-b6efb4f51967 None None] Provisioning complete for port 86b1d22e-c830-4417-b803-f9c3e01804bc triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:22.065417 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-5dbc6a87-e8e0-4080-9e9f-b6efb4f51967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:22.068962 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aa50fb-22fb-4ddd-a358-b9c001dfa1ec None None] Routers {'b0d567c7-498b-436f-8ab7-8496d5af07c1'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:30:22.069233 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-18aa50fb-22fb-4ddd-a358-b9c001dfa1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:30:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['b0d567c7-498b-436f-8ab7-8496d5af07c1'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:30:22.093583 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad42bb8-07b0-412d-aae9-c1118246783e x-openstack-request-id: req-1ad42bb8-07b0-412d-aae9-c1118246783e {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:30:22.094147 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55061e42-e8f0-4a37-8f8f-4f8c2e781558", "name": "network-vif-plugged", "status": "completed", "tag": "9e15575d-679a-4d4d-a045-8ec433cccaf1", "code": 200}]} {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:30:22.094301 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ad42bb8-07b0-412d-aae9-c1118246783e {{(pid=109125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:30:22.094774 dv-cinder-819200-1-iscsi neutron-server[109125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55061e42-e8f0-4a37-8f8f-4f8c2e781558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e15575d-679a-4d4d-a045-8ec433cccaf1', 'code': 200} Nov 25 00:30:22.298345 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-18aa50fb-22fb-4ddd-a358-b9c001dfa1ec None None] Set router b0d567c7-498b-436f-8ab7-8496d5af07c1 gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:30:22.352539 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-5dbc6a87-e8e0-4080-9e9f-b6efb4f51967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:22.474122 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-5dbc6a87-e8e0-4080-9e9f-b6efb4f51967 None None] For port 86b1d22e-c830-4417-b803-f9c3e01804bc, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=86b1d22e-c830-4417-b803-f9c3e01804bc,segment=NetworkSegment(b366cc0e-2690-4ffc-9d27-369dbda55c9b),segment_id=b366cc0e-2690-4ffc-9d27-369dbda55c9b)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:30:22.480661 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-5dbc6a87-e8e0-4080-9e9f-b6efb4f51967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:22.561964 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc6a87-e8e0-4080-9e9f-b6efb4f51967 None None] Pushing event updated for resources: {'Port': ['ID=86b1d22e-c830-4417-b803-f9c3e01804bc,revision_number=5']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:22.617531 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-5befd1ec-2dbb-4ba6-81ed-9b52ef748443 None None] Provisioning complete for port 86b1d22e-c830-4417-b803-f9c3e01804bc triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:22.617911 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-5befd1ec-2dbb-4ba6-81ed-9b52ef748443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:22.694384 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-18aa50fb-22fb-4ddd-a358-b9c001dfa1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d567c7-498b-436f-8ab7-8496d5af07c1', 'name': 'tempest-TestShelveInstance-1744037288-router', 'tenant_id': 'b311a328301947959dc188b0bd039d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'd3925a5b-cd47-46b6-9f0c-b79869ee5cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:09Z', 'updated_at': '2021-11-25T00:30:16Z', 'revision_number': 4, 'project_id': 'b311a328301947959dc188b0bd039d1c', 'gw_port': {'id': 'd3925a5b-cd47-46b6-9f0c-b79869ee5cd3', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ec:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d567c7-498b-436f-8ab7-8496d5af07c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:10Z', 'updated_at': '2021-11-25T00:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '86b1d22e-c830-4417-b803-f9c3e01804bc', 'name': '', 'network_id': 'cb85d980-cf63-4375-831b-546ebb90a96d', 'tenant_id': 'b311a328301947959dc188b0bd039d1c', 'mac_address': 'fa:16:3e:90:ef:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d567c7-498b-436f-8ab7-8496d5af07c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'f4be2024-c60c-4d51-9217-4941acf4abed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:14Z', 'updated_at': '2021-11-25T00:30:21Z', 'revision_number': 4, 'project_id': 'b311a328301947959dc188b0bd039d1c', 'subnets': [{'id': 'f4be2024-c60c-4d51-9217-4941acf4abed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:30:22.727415 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e96fd5-f040-4bce-9f17-44e2912b5d8e req-3e78251e-858f-4a80-b453-481c918e8fc5 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:22.731522 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-37e96fd5-f040-4bce-9f17-44e2912b5d8e req-3e78251e-858f-4a80-b453-481c918e8fc5 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.0782320 Nov 25 00:30:22.734396 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18aa50fb-22fb-4ddd-a358-b9c001dfa1ec None None] The sync data for ids ['b0d567c7-498b-436f-8ab7-8496d5af07c1'] in dv-cinder-819200-1-iscsi is: [{'id': 'b0d567c7-498b-436f-8ab7-8496d5af07c1', 'name': 'tempest-TestShelveInstance-1744037288-router', 'tenant_id': 'b311a328301947959dc188b0bd039d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'd3925a5b-cd47-46b6-9f0c-b79869ee5cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:09Z', 'updated_at': '2021-11-25T00:30:16Z', 'revision_number': 4, 'project_id': 'b311a328301947959dc188b0bd039d1c', 'gw_port': {'id': 'd3925a5b-cd47-46b6-9f0c-b79869ee5cd3', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ec:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d567c7-498b-436f-8ab7-8496d5af07c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:10Z', 'updated_at': '2021-11-25T00:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '86b1d22e-c830-4417-b803-f9c3e01804bc', 'name': '', 'network_id': 'cb85d980-cf63-4375-831b-546ebb90a96d', 'tenant_id': 'b311a328301947959dc188b0bd039d1c', 'mac_address': 'fa:16:3e:90:ef:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0d567c7-498b-436f-8ab7-8496d5af07c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'f4be2024-c60c-4d51-9217-4941acf4abed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:14Z', 'updated_at': '2021-11-25T00:30:21Z', 'revision_number': 4, 'project_id': 'b311a328301947959dc188b0bd039d1c', 'subnets': [{'id': 'f4be2024-c60c-4d51-9217-4941acf4abed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:30:22.842548 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2dd17-5105-4ebc-9bbe-451ef651a57c req-de1704c0-c70e-4374-ab68-dc8d8dff15da tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:22.845417 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7ba2dd17-5105-4ebc-9bbe-451ef651a57c req-de1704c0-c70e-4374-ab68-dc8d8dff15da tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.1400585 Nov 25 00:30:22.854390 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-37e96fd5-f040-4bce-9f17-44e2912b5d8e req-7ca71499-2829-461f-94f1-b4d5bedbbe81 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118584 Nov 25 00:30:22.958647 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7ba2dd17-5105-4ebc-9bbe-451ef651a57c req-6afb1805-145a-4f97-b463-06d603e06d8b tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059473 Nov 25 00:30:23.138851 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25deeeea-2769-4326-abcc-b82990b079ee req-cb5151aa-64f8-407f-a3ca-40cb2f41a315 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:23.141856 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-25deeeea-2769-4326-abcc-b82990b079ee req-cb5151aa-64f8-407f-a3ca-40cb2f41a315 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.0755098 Nov 25 00:30:23.212154 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-25deeeea-2769-4326-abcc-b82990b079ee req-c08ccc9a-f141-404f-93d1-9440311495d9 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600412 Nov 25 00:30:23.614928 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc695b9-4e04-46f2-a361-7766cacd7352 req-ce30f4d7-4652-4450-9b1e-1933fb93ede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:23.618655 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8fc695b9-4e04-46f2-a361-7766cacd7352 req-ce30f4d7-4652-4450-9b1e-1933fb93ede4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 1098 time: 0.0910947 Nov 25 00:30:23.691964 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8fc695b9-4e04-46f2-a361-7766cacd7352 req-d5ba3133-d859-45e1-bd01-98534ab1fcd4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637300 Nov 25 00:30:24.050718 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32926f01-22a9-4103-b005-5d8030953a6c req-bc5d8c90-7d33-488d-88d8-754c87f41ee9 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:24.053073 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-32926f01-22a9-4103-b005-5d8030953a6c req-bc5d8c90-7d33-488d-88d8-754c87f41ee9 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.1158664 Nov 25 00:30:24.153284 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-32926f01-22a9-4103-b005-5d8030953a6c req-0058020a-425c-4481-afa1-18a3581689bd tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804467 Nov 25 00:30:24.201031 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58442972-2945-4b07-8c1a-99ce9311bdd6 req-3415f363-043d-4d88-a40a-ea526231658d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:24.202668 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-58442972-2945-4b07-8c1a-99ce9311bdd6 req-3415f363-043d-4d88-a40a-ea526231658d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0621464 Nov 25 00:30:24.266747 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-58442972-2945-4b07-8c1a-99ce9311bdd6 req-845d7100-1711-4d72-a489-8beb7908a29a tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565245 Nov 25 00:30:24.413047 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62504204-796a-455f-b80e-622a03cd3315 req-895a03af-d8d0-4305-9825-a87b292b45fe tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:24.415781 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-62504204-796a-455f-b80e-622a03cd3315 req-895a03af-d8d0-4305-9825-a87b292b45fe tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.0568197 Nov 25 00:30:24.483387 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-62504204-796a-455f-b80e-622a03cd3315 req-1ed61249-faeb-46af-9f7a-344c1a8819e0 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576887 Nov 25 00:30:24.862199 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 86b1d22e-c830-4417-b803-f9c3e01804bc up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:30:24.952970 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port 86b1d22e-c830-4417-b803-f9c3e01804bc triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:24.953488 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:25.303562 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6be1d-ebea-4613-b02f-30b1216cf089 req-27cb4349-6e38-42a6-9276-3c42376518b5 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:25.305334 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8eb6be1d-ebea-4613-b02f-30b1216cf089 req-27cb4349-6e38-42a6-9276-3c42376518b5 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.0631101 Nov 25 00:30:25.369843 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8eb6be1d-ebea-4613-b02f-30b1216cf089 req-1be2e35c-e673-4c2c-b922-67c327bc1248 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581739 Nov 25 00:30:25.494713 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69779f-9174-4d1b-98c6-13564f35f913 req-35107510-081f-41b4-adcb-5a5229598e6c tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:25.496802 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-3d69779f-9174-4d1b-98c6-13564f35f913 req-35107510-081f-41b4-adcb-5a5229598e6c tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0604668 Nov 25 00:30:25.568386 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-3d69779f-9174-4d1b-98c6-13564f35f913 req-70c3105a-1fc0-4f85-b49c-ae57f0d7ccc1 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595114 Nov 25 00:30:25.699175 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f668fac-fc42-4a7d-a9a1-05116967d244 req-461ec3db-4e0f-4753-ae05-f5f12832027a tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:25.700866 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-6f668fac-fc42-4a7d-a9a1-05116967d244 req-461ec3db-4e0f-4753-ae05-f5f12832027a tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.0644178 Nov 25 00:30:25.756077 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-6f668fac-fc42-4a7d-a9a1-05116967d244 req-9690d81c-943c-4ab1-adb8-eaff8ac7663d tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489495 Nov 25 00:30:26.504777 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fafd5-51bd-43a4-bf79-b17e3647fc6f req-18583a0d-ebe3-40a0-9beb-e37166cf8bdd tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:26.506263 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-694fafd5-51bd-43a4-bf79-b17e3647fc6f req-18583a0d-ebe3-40a0-9beb-e37166cf8bdd tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.0519433 Nov 25 00:30:26.563030 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-694fafd5-51bd-43a4-bf79-b17e3647fc6f req-b0ce8345-990b-4f99-a1bb-17a6674173aa tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485899 Nov 25 00:30:26.701849 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75562111-48fd-410b-b060-c6cc8d3b30ae req-9e647455-29e9-4574-9885-736a5d63a6ec tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:26.703569 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-75562111-48fd-410b-b060-c6cc8d3b30ae req-9e647455-29e9-4574-9885-736a5d63a6ec tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0585029 Nov 25 00:30:26.754081 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-75562111-48fd-410b-b060-c6cc8d3b30ae req-0b194773-81fd-400a-b913-659847f01836 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445585 Nov 25 00:30:26.899599 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd03392-43f2-4ef1-8dcb-9091c36f6302 req-490c25bf-93de-4aa2-92ae-043b0b63ea94 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:26.901418 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-dfd03392-43f2-4ef1-8dcb-9091c36f6302 req-490c25bf-93de-4aa2-92ae-043b0b63ea94 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.0648496 Nov 25 00:30:26.962200 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-dfd03392-43f2-4ef1-8dcb-9091c36f6302 req-0e97020a-6ac2-43c5-b4d9-eca0afe0cba7 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525751 Nov 25 00:30:27.704589 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd58ab-8ea3-4f7e-9b31-aa3f5f00cbd3 req-82713108-6100-4378-8ceb-7a10d9f281b1 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:27.706320 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-bffd58ab-8ea3-4f7e-9b31-aa3f5f00cbd3 req-82713108-6100-4378-8ceb-7a10d9f281b1 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.0586610 Nov 25 00:30:27.766423 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-bffd58ab-8ea3-4f7e-9b31-aa3f5f00cbd3 req-41025752-ba2f-4fc5-8f31-6e1c308d11f7 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521383 Nov 25 00:30:27.896062 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84639dba-f1af-4723-a03e-ac45a653c641 req-643565bd-8a8e-49ed-855c-f4bc5a7fc5e1 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:27.897802 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-84639dba-f1af-4723-a03e-ac45a653c641 req-643565bd-8a8e-49ed-855c-f4bc5a7fc5e1 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0581470 Nov 25 00:30:27.958161 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-84639dba-f1af-4723-a03e-ac45a653c641 req-a28d02ac-6fb5-4988-b8bd-df54acc65811 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523508 Nov 25 00:30:28.246967 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e135ed7-43fa-4628-91d8-751d343491c5 req-24940248-46e0-4dc8-96ec-32103eda9906 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:28.248644 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-0e135ed7-43fa-4628-91d8-751d343491c5 req-24940248-46e0-4dc8-96ec-32103eda9906 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.0773714 Nov 25 00:30:28.256935 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4996cd2-e8be-4fae-be07-8362c23fe9c3 req-04842176-c1b0-4678-ae00-93e01a9991d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:28.259919 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-e4996cd2-e8be-4fae-be07-8362c23fe9c3 req-04842176-c1b0-4678-ae00-93e01a9991d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bda41ef0908f493e850f99e3e5aab2cd&device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 1098 time: 0.0792222 Nov 25 00:30:28.387688 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-0e135ed7-43fa-4628-91d8-751d343491c5 req-ddef4ab4-5cc9-4efb-9bf8-367882a9cab5 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266143 Nov 25 00:30:28.471717 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4996cd2-e8be-4fae-be07-8362c23fe9c3 req-df113683-85f0-45af-8e5d-3fc6c6415a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:28.473486 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-e4996cd2-e8be-4fae-be07-8362c23fe9c3 req-df113683-85f0-45af-8e5d-3fc6c6415a24 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e36dfab7-9306-47bd-a24d-fce7937d64a7 HTTP/1.1" status: 200 len: 919 time: 0.1878753 Nov 25 00:30:28.555056 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-e4996cd2-e8be-4fae-be07-8362c23fe9c3 req-107d94c2-9724-4e5e-9b87-ee8ef7b91a40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=213297c5-6226-4b94-b3bc-1508185858cd HTTP/1.1" status: 200 len: 217 time: 0.0575662 Nov 25 00:30:28.578795 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b949fc4-bf89-47a3-b4a5-6642aa550862 req-96eceb4c-1207-48c8-bc07-446b82e6c8d9 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:28.580399 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8b949fc4-bf89-47a3-b4a5-6642aa550862 req-96eceb4c-1207-48c8-bc07-446b82e6c8d9 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.0949411 Nov 25 00:30:28.656745 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4996cd2-e8be-4fae-be07-8362c23fe9c3 req-4a448e36-5342-4f11-a5b6-310e4980a40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:28.658287 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-e4996cd2-e8be-4fae-be07-8362c23fe9c3 req-4a448e36-5342-4f11-a5b6-310e4980a40a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=905d2d66-01fc-468a-afe8-a4b586f67431 HTTP/1.1" status: 200 len: 858 time: 0.0769453 Nov 25 00:30:28.671360 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8b949fc4-bf89-47a3-b4a5-6642aa550862 req-d43e94de-c879-4e47-b4b7-9a072c390ea4 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821936 Nov 25 00:30:28.707604 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-e4996cd2-e8be-4fae-be07-8362c23fe9c3 req-6f4be6b2-dffe-48c1-9e04-0206099adbb2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e36dfab7-9306-47bd-a24d-fce7937d64a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345378 Nov 25 00:30:28.848625 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-e4996cd2-e8be-4fae-be07-8362c23fe9c3 req-d8f7dae8-feff-4d10-be73-1e33392d8168 service neutron] 10.222.0.36 "GET /v2.0/networks/e36dfab7-9306-47bd-a24d-fce7937d64a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327736 Nov 25 00:30:28.946221 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-e4996cd2-e8be-4fae-be07-8362c23fe9c3 req-a0c70311-36e0-4b3e-a900-069064426a30 service neutron] 10.222.0.36 "GET /v2.0/networks/e36dfab7-9306-47bd-a24d-fce7937d64a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867243 Nov 25 00:30:29.086304 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc37e9-fead-4ffa-932b-5f1dd272a2d9 req-8cac6a04-037b-4746-8c90-05154480d9dd tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:29.088228 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a0cc37e9-fead-4ffa-932b-5f1dd272a2d9 req-8cac6a04-037b-4746-8c90-05154480d9dd tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0532956 Nov 25 00:30:29.158296 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a0cc37e9-fead-4ffa-932b-5f1dd272a2d9 req-2bc3c1ac-17c2-48cc-b76f-82f7a5e85262 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627980 Nov 25 00:30:29.548495 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5a187-a38a-4baf-a149-47e2c415668b req-d58fbe95-0caa-4b4a-9c00-6f616a84b656 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:29.549971 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-cde5a187-a38a-4baf-a149-47e2c415668b req-d58fbe95-0caa-4b4a-9c00-6f616a84b656 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.0547209 Nov 25 00:30:29.604040 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-cde5a187-a38a-4baf-a149-47e2c415668b req-b0da942d-3a2e-4537-8383-ef606982a7d9 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475614 Nov 25 00:30:29.823861 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09436083-05a6-439d-91ae-af629d1cdfbe req-98044d2a-bb98-4c1f-b5b6-34d6eade8dd8 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:29.825594 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-09436083-05a6-439d-91ae-af629d1cdfbe req-98044d2a-bb98-4c1f-b5b6-34d6eade8dd8 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.0745273 Nov 25 00:30:29.883616 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-09436083-05a6-439d-91ae-af629d1cdfbe req-d3dd2405-0567-4a97-b06e-1629d81c1d09 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511169 Nov 25 00:30:30.293079 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cece625-3bf5-4a6f-9789-9a33aca4bf1d req-dbbd2b50-fe23-468d-bf96-de188eae502d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:30.294947 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1cece625-3bf5-4a6f-9789-9a33aca4bf1d req-dbbd2b50-fe23-468d-bf96-de188eae502d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0662930 Nov 25 00:30:30.353140 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1cece625-3bf5-4a6f-9789-9a33aca4bf1d req-cc28d815-7267-4240-954a-25cd08b597a2 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518665 Nov 25 00:30:30.748377 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a59a9b-48a3-437b-b18a-6ec56523c850 req-47a147a9-48a7-48da-8268-30770c279a2c tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:30.749916 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-28a59a9b-48a3-437b-b18a-6ec56523c850 req-47a147a9-48a7-48da-8268-30770c279a2c tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.0564311 Nov 25 00:30:30.804684 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-28a59a9b-48a3-437b-b18a-6ec56523c850 req-d83bd22f-6fcb-4412-833a-bb91fff4f953 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477135 Nov 25 00:30:31.044694 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cff106-59a2-4269-9190-d50439788765 req-82f2a5bc-5195-4c54-a592-3c3bec5e7fc9 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:31.046274 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a4cff106-59a2-4269-9190-d50439788765 req-82f2a5bc-5195-4c54-a592-3c3bec5e7fc9 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.0608766 Nov 25 00:30:31.106072 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a4cff106-59a2-4269-9190-d50439788765 req-6b19a70b-af87-4cb2-8667-5242ddd8b97a tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534778 Nov 25 00:30:31.488692 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15dcd39-dd50-4af1-932c-bb2b35a95f7c req-e52844ab-45b9-4cfc-a31d-8b662f5a3378 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:31.490222 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-e15dcd39-dd50-4af1-932c-bb2b35a95f7c req-e52844ab-45b9-4cfc-a31d-8b662f5a3378 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0564587 Nov 25 00:30:31.544254 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-e15dcd39-dd50-4af1-932c-bb2b35a95f7c req-6dce640b-f223-4791-aa2f-49cccca7d81c tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460799 Nov 25 00:30:31.936280 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890bea9-4e26-47a9-98f6-cea9a41eed0e req-f5da46e5-b4e1-44b9-a4dc-5a8be51aecd5 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:31.937833 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-6890bea9-4e26-47a9-98f6-cea9a41eed0e req-f5da46e5-b4e1-44b9-a4dc-5a8be51aecd5 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.0536275 Nov 25 00:30:32.004251 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-6890bea9-4e26-47a9-98f6-cea9a41eed0e req-d22b05e8-4720-41d1-bb1d-de74a58aa88a tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597067 Nov 25 00:30:32.242192 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce76be2-a53e-4447-9f2d-7d6e70a8b324 req-22ae92c7-387d-4e47-b6ff-11a4e7333dec tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:32.244166 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4ce76be2-a53e-4447-9f2d-7d6e70a8b324 req-22ae92c7-387d-4e47-b6ff-11a4e7333dec tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.0531723 Nov 25 00:30:32.303436 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4ce76be2-a53e-4447-9f2d-7d6e70a8b324 req-14c43150-dd08-47db-a262-a031c17d6db9 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526445 Nov 25 00:30:32.702573 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7bd55d-1772-4987-895b-a9eedaa81317 req-a0b708f6-bb44-4b07-b9ff-52bbfbf7eecf tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:32.704191 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-bf7bd55d-1772-4987-895b-a9eedaa81317 req-a0b708f6-bb44-4b07-b9ff-52bbfbf7eecf tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0703003 Nov 25 00:30:32.763195 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-bf7bd55d-1772-4987-895b-a9eedaa81317 req-9afaba27-261d-4a68-b8e1-2e696998ac50 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471516 Nov 25 00:30:33.189717 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d560ff-d08d-42af-af33-4c99215ff993 req-c5c6d897-6988-4584-a173-82e8be47a029 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:33.191242 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c4d560ff-d08d-42af-af33-4c99215ff993 req-c5c6d897-6988-4584-a173-82e8be47a029 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.0685325 Nov 25 00:30:33.248858 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c4d560ff-d08d-42af-af33-4c99215ff993 req-bb842303-6512-4656-bf2d-a41593f92417 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507677 Nov 25 00:30:33.503515 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e9aed-b447-450f-b502-4037ddfbd10e req-407059a6-55ea-43ac-a261-5c373a523640 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:33.505601 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-af3e9aed-b447-450f-b502-4037ddfbd10e req-407059a6-55ea-43ac-a261-5c373a523640 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.0840254 Nov 25 00:30:33.592148 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-af3e9aed-b447-450f-b502-4037ddfbd10e req-4d105b0e-4e3d-44af-9fa5-496974dc9ed4 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777447 Nov 25 00:30:33.936948 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a25822-4487-4f44-914e-080484441b83 req-a18168f0-d777-4122-b86a-d20fae712eef tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:33.938546 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b9a25822-4487-4f44-914e-080484441b83 req-a18168f0-d777-4122-b86a-d20fae712eef tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0673916 Nov 25 00:30:34.027233 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b9a25822-4487-4f44-914e-080484441b83 req-cc5d338c-8f7a-487d-b362-216568d5abc7 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771377 Nov 25 00:30:34.403515 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7141fb3-cd3a-4aed-b517-db6af3a8e761 req-ecb0aa6a-0d2f-4cb0-8248-491a35768ade tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:34.405456 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b7141fb3-cd3a-4aed-b517-db6af3a8e761 req-ecb0aa6a-0d2f-4cb0-8248-491a35768ade tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.0625641 Nov 25 00:30:34.476023 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b7141fb3-cd3a-4aed-b517-db6af3a8e761 req-f76b7117-6671-46e8-a833-18e543dd9c93 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571821 Nov 25 00:30:34.755100 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a2593-f32b-4e0a-bd94-f3765e49bbc8 req-3cfab4ea-1a69-4a89-ae68-251ca4228fb8 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:34.757241 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-d91a2593-f32b-4e0a-bd94-f3765e49bbc8 req-3cfab4ea-1a69-4a89-ae68-251ca4228fb8 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.0594358 Nov 25 00:30:34.817526 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-d91a2593-f32b-4e0a-bd94-f3765e49bbc8 req-d3b4d039-b9bd-4aab-8a49-9a46fd245ad3 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528195 Nov 25 00:30:35.177256 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9d82c-a4ce-4d15-8d06-2b5bcd3e4bf0 req-2b768175-89c3-4a59-9b0a-c53272320cd5 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:35.179144 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-19f9d82c-a4ce-4d15-8d06-2b5bcd3e4bf0 req-2b768175-89c3-4a59-9b0a-c53272320cd5 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0715656 Nov 25 00:30:35.260382 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-19f9d82c-a4ce-4d15-8d06-2b5bcd3e4bf0 req-43fa8273-67f2-492c-9e45-f58ac510dc7a tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696454 Nov 25 00:30:35.658969 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae46e84-ceb8-4253-8d04-996b57319c31 req-cc04bd6b-6391-4e97-ad42-66b1dd48e8cc tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:35.662371 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2ae46e84-ceb8-4253-8d04-996b57319c31 req-cc04bd6b-6391-4e97-ad42-66b1dd48e8cc tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.0720320 Nov 25 00:30:35.730863 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2ae46e84-ceb8-4253-8d04-996b57319c31 req-d37ad59f-4657-40cd-9fb5-50ee6c91fbc0 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581210 Nov 25 00:30:35.976001 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273bf1c8-4e9f-4582-b41e-55b577c049ee req-3b46c988-b8f7-4754-8ee7-7d386f6b078a tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:35.978754 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-273bf1c8-4e9f-4582-b41e-55b577c049ee req-3b46c988-b8f7-4754-8ee7-7d386f6b078a tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.0588198 Nov 25 00:30:36.041446 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-273bf1c8-4e9f-4582-b41e-55b577c049ee req-a03c195f-062d-4b2f-8128-50f77292ca33 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492575 Nov 25 00:30:36.431169 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10de99-c045-4e98-9747-98461e22f9ee req-634f8af8-595a-464a-9e2f-cf22b36c6729 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:36.434123 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-db10de99-c045-4e98-9747-98461e22f9ee req-634f8af8-595a-464a-9e2f-cf22b36c6729 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0719218 Nov 25 00:30:36.512720 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-db10de99-c045-4e98-9747-98461e22f9ee req-13c7f274-6478-49e0-a220-55c6bb66e5ee tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673990 Nov 25 00:30:36.928241 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ac218-3567-44fa-9c3c-fe69b335ddd6 req-c84f4214-f159-4c37-96a9-b4897057a369 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:36.931274 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-723ac218-3567-44fa-9c3c-fe69b335ddd6 req-c84f4214-f159-4c37-96a9-b4897057a369 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.0697665 Nov 25 00:30:36.994559 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-723ac218-3567-44fa-9c3c-fe69b335ddd6 req-5b594f64-8cbc-477a-b13f-95302d6ddfbc tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551476 Nov 25 00:30:37.175761 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e6cef-1764-4321-9e90-b1fc6843c88f req-8a50370b-c927-4ffb-a045-54889305e931 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:37.177505 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ac3e6cef-1764-4321-9e90-b1fc6843c88f req-8a50370b-c927-4ffb-a045-54889305e931 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.0556660 Nov 25 00:30:37.244167 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ac3e6cef-1764-4321-9e90-b1fc6843c88f req-a00ac75f-b3f4-4692-8a60-206bc0b14aac tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587459 Nov 25 00:30:37.651369 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd5acc-f1b1-4c96-802e-de8ce4dd7977 req-01b4ffde-a8c5-40d6-9183-61e986c87baf tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:37.652989 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4cbd5acc-f1b1-4c96-802e-de8ce4dd7977 req-01b4ffde-a8c5-40d6-9183-61e986c87baf tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0596769 Nov 25 00:30:37.711124 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4cbd5acc-f1b1-4c96-802e-de8ce4dd7977 req-2ba501ba-7fb2-4151-893a-951bd27a459a tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475471 Nov 25 00:30:38.127811 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d51cbc-2efc-48d7-8a09-da1b0e92e027 req-f448cabd-b113-44f1-8790-54c24c5a0f9b tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:38.129376 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-01d51cbc-2efc-48d7-8a09-da1b0e92e027 req-f448cabd-b113-44f1-8790-54c24c5a0f9b tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.0544438 Nov 25 00:30:38.194984 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-01d51cbc-2efc-48d7-8a09-da1b0e92e027 req-87a81797-0d1b-41ae-b676-e3d762bab832 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555902 Nov 25 00:30:38.384294 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b50a75-92a1-47a3-be47-9f73e5a4c04b req-155f9c65-a90b-47d0-9967-df469214ba2d tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:38.387646 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-16b50a75-92a1-47a3-be47-9f73e5a4c04b req-155f9c65-a90b-47d0-9967-df469214ba2d tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.0672297 Nov 25 00:30:38.442075 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-16b50a75-92a1-47a3-be47-9f73e5a4c04b req-6ac14a80-4341-453f-b4ba-7cd07284e7ae tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459316 Nov 25 00:30:38.679415 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 43230) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:30:38.842421 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-ec446660-46f9-4720-b3f3-0414dff4a916 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:38.886467 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd46d7b-2769-4cdb-b0d6-9de6d9c86a60 req-0b0aafb9-be7a-46f2-8c89-1299de06c0ea tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:38.888111 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-fdd46d7b-2769-4cdb-b0d6-9de6d9c86a60 req-0b0aafb9-be7a-46f2-8c89-1299de06c0ea tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0981514 Nov 25 00:30:38.981246 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-fdd46d7b-2769-4cdb-b0d6-9de6d9c86a60 req-f05cb48a-bf01-40da-a364-7ef1de1259d3 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824966 Nov 25 00:30:39.015674 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-ec446660-46f9-4720-b3f3-0414dff4a916 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:39.020331 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-ec446660-46f9-4720-b3f3-0414dff4a916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:39.062995 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec446660-46f9-4720-b3f3-0414dff4a916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f3593f-e580-40cf-826f-603d525561ec,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:39.067350 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-ec446660-46f9-4720-b3f3-0414dff4a916 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=17157f5987d1406aa5ae75238cfd15c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3858929 Nov 25 00:30:39.070233 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 43238) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:30:39.077271 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec446660-46f9-4720-b3f3-0414dff4a916 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:30:39.077830 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec446660-46f9-4720-b3f3-0414dff4a916 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:30:39.078382 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec446660-46f9-4720-b3f3-0414dff4a916 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:30:39.078964 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec446660-46f9-4720-b3f3-0414dff4a916 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:30:39.079512 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec446660-46f9-4720-b3f3-0414dff4a916 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:30:39.080069 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec446660-46f9-4720-b3f3-0414dff4a916 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:30:39.080618 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec446660-46f9-4720-b3f3-0414dff4a916 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:30:39.081168 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec446660-46f9-4720-b3f3-0414dff4a916 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:30:39.081724 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec446660-46f9-4720-b3f3-0414dff4a916 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:30:39.082285 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec446660-46f9-4720-b3f3-0414dff4a916 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:30:39.082793 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec446660-46f9-4720-b3f3-0414dff4a916 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:30:39.083275 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec446660-46f9-4720-b3f3-0414dff4a916 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:30:39.138972 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a38c0919-0ec5-4820-b9e0-1f593c7a0bb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:39.164077 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a38c0919-0ec5-4820-b9e0-1f593c7a0bb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:39.229843 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a38c0919-0ec5-4820-b9e0-1f593c7a0bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:39.233151 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a38c0919-0ec5-4820-b9e0-1f593c7a0bb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:39.236499 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-a38c0919-0ec5-4820-b9e0-1f593c7a0bb7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/30f3593f-e580-40cf-826f-603d525561ec HTTP/1.1" status: 204 len: 168 time: 0.1645508 Nov 25 00:30:39.248581 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c0919-0ec5-4820-b9e0-1f593c7a0bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f3593f-e580-40cf-826f-603d525561ec,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:39.258807 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c0919-0ec5-4820-b9e0-1f593c7a0bb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:30:39.259175 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c0919-0ec5-4820-b9e0-1f593c7a0bb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:30:39.259572 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c0919-0ec5-4820-b9e0-1f593c7a0bb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:30:39.259915 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c0919-0ec5-4820-b9e0-1f593c7a0bb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:30:39.260255 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c0919-0ec5-4820-b9e0-1f593c7a0bb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:30:39.260589 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c0919-0ec5-4820-b9e0-1f593c7a0bb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:30:39.261023 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c0919-0ec5-4820-b9e0-1f593c7a0bb7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:30:39.261527 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c0919-0ec5-4820-b9e0-1f593c7a0bb7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:30:39.262133 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c0919-0ec5-4820-b9e0-1f593c7a0bb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:30:39.262771 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c0919-0ec5-4820-b9e0-1f593c7a0bb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:30:39.263250 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c0919-0ec5-4820-b9e0-1f593c7a0bb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:30:39.263779 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c0919-0ec5-4820-b9e0-1f593c7a0bb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:30:39.375339 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41d938-2140-4195-8e8a-341bbd7057cb req-468b3a61-fdb9-4d3b-9d14-2477743e7c8c tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:39.377844 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-5f41d938-2140-4195-8e8a-341bbd7057cb req-468b3a61-fdb9-4d3b-9d14-2477743e7c8c tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.0697482 Nov 25 00:30:39.463787 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-5f41d938-2140-4195-8e8a-341bbd7057cb req-aecbc851-aa17-447b-8442-204efdf5fe09 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790677 Nov 25 00:30:39.656031 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b5aa2-0659-4ae0-b18d-95088d10b6c2 req-0de39139-fe61-4da5-bea6-fb6aaa68f79c tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:39.659276 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-171b5aa2-0659-4ae0-b18d-95088d10b6c2 req-0de39139-fe61-4da5-bea6-fb6aaa68f79c tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.0758276 Nov 25 00:30:39.724706 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-171b5aa2-0659-4ae0-b18d-95088d10b6c2 req-b7d2001e-c7c0-42f1-b62e-da41eb25e89e tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599110 Nov 25 00:30:40.110867 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 43270) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:30:40.177350 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea9ab8-4dc3-4d6d-8888-c9e1378fcdec req-0989545a-8581-419b-8b4c-c5f877af4370 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:40.179015 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-06ea9ab8-4dc3-4d6d-8888-c9e1378fcdec req-0989545a-8581-419b-8b4c-c5f877af4370 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0781202 Nov 25 00:30:40.248112 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-291d6c94-3443-4bc0-b0ed-65edfcf1f718 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-676175612-network', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:30:40.254431 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-06ea9ab8-4dc3-4d6d-8888-c9e1378fcdec req-cdb8de21-5938-4a67-bab9-a2f0acc0959d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674169 Nov 25 00:30:40.281893 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291d6c94-3443-4bc0-b0ed-65edfcf1f718 admin admin] Made reservation on behalf of 8537d37a59f34a86a54b106e5f66df14 for: {'network': 1} {{(pid=109124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:30:40.286153 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-291d6c94-3443-4bc0-b0ed-65edfcf1f718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for network, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:40.300050 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-291d6c94-3443-4bc0-b0ed-65edfcf1f718 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:40.410938 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-291d6c94-3443-4bc0-b0ed-65edfcf1f718 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:40.416850 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-291d6c94-3443-4bc0-b0ed-65edfcf1f718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:40.447629 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-291d6c94-3443-4bc0-b0ed-65edfcf1f718 admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=109124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 00:30:40.459369 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d6c94-3443-4bc0-b0ed-65edfcf1f718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d137347-230f-4303-880c-b7930c6ce9cc,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:40.465519 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-291d6c94-3443-4bc0-b0ed-65edfcf1f718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386'] for segment, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:40.465844 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.db.segments_db [None req-291d6c94-3443-4bc0-b0ed-65edfcf1f718 admin admin] Added segment 2b169a1d-4120-413d-9aa2-8c8ecf745be0 of type vlan for network aa757134-ed46-4072-85c3-9015c512ef5e Nov 25 00:30:40.533624 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-291d6c94-3443-4bc0-b0ed-65edfcf1f718 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781493843164'] for network, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:40.568040 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-291d6c94-3443-4bc0-b0ed-65edfcf1f718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570'] for network, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:40.569241 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291d6c94-3443-4bc0-b0ed-65edfcf1f718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:40.569966 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-291d6c94-3443-4bc0-b0ed-65edfcf1f718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for network, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:40.630045 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede6b10-a65e-445e-87cd-dc1df80e67bb req-42075ecd-1d2d-4425-abc8-a4d7b2e307a2 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:40.632653 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-6ede6b10-a65e-445e-87cd-dc1df80e67bb req-42075ecd-1d2d-4425-abc8-a4d7b2e307a2 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.0705724 Nov 25 00:30:40.636519 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-291d6c94-3443-4bc0-b0ed-65edfcf1f718 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5243590 Nov 25 00:30:40.646562 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 43278) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:30:40.655928 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-c43944dc-b7a1-4cac-8330-810eaade07b8 admin admin] Request body: {'subnet': {'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-676175612-subnet', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'ip_version': 4}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:30:40.666251 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d6c94-3443-4bc0-b0ed-65edfcf1f718 admin admin] Pushing event updated for resources: {'Network': ['ID=aa757134-ed46-4072-85c3-9015c512ef5e,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:40.695097 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43944dc-b7a1-4cac-8330-810eaade07b8 admin admin] Made reservation on behalf of 8537d37a59f34a86a54b106e5f66df14 for: {'subnet': 1} {{(pid=109124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:30:40.699261 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Network aa757134-ed46-4072-85c3-9015c512ef5e details requested by agent ovs-agent-dv-cinder-819200-1-iscsi with host dv-cinder-819200-1-iscsi {{(pid=109125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 00:30:40.700708 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-c43944dc-b7a1-4cac-8330-810eaade07b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12572954'] for subnet, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:40.709742 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-6ede6b10-a65e-445e-87cd-dc1df80e67bb req-d9ccf9fe-1623-4169-844b-3d3b01e40ee0 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688410 Nov 25 00:30:40.870707 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee8a87-b599-4c68-8bb8-0985f2fde503 req-098ab00d-211b-4ee8-98f7-f43c9fa525e1 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:40.872361 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-36ee8a87-b599-4c68-8bb8-0985f2fde503 req-098ab00d-211b-4ee8-98f7-f43c9fa525e1 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.0627749 Nov 25 00:30:40.931153 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-36ee8a87-b599-4c68-8bb8-0985f2fde503 req-32b3da5d-bcb0-4040-8255-d55fb5fdb7a9 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513306 Nov 25 00:30:40.958138 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-c43944dc-b7a1-4cac-8330-810eaade07b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11622866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12571120'] for subnet, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:41.018973 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43944dc-b7a1-4cac-8330-810eaade07b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=572fab33-4b34-4f32-bd87-b36767f40e81,revision_number=0']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:41.037454 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43944dc-b7a1-4cac-8330-810eaade07b8 admin admin] Checking segment: {'id': '2b169a1d-4120-413d-9aa2-8c8ecf745be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:30:41.037815 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43944dc-b7a1-4cac-8330-810eaade07b8 admin admin] Network hostable DHCP agents. Network: aa757134-ed46-4072-85c3-9015c512ef5e, hostable agents: ['ef09b5cd-dd29-4f41-b3e7-5eec944a36f7'], hosted agents: [] {{(pid=109124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 00:30:41.057392 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43944dc-b7a1-4cac-8330-810eaade07b8 admin admin] Network aa757134-ed46-4072-85c3-9015c512ef5e is scheduled to be hosted by DHCP agent ef09b5cd-dd29-4f41-b3e7-5eec944a36f7 with binding_index 1 {{(pid=109124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 00:30:41.068525 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.base_scheduler [None req-c43944dc-b7a1-4cac-8330-810eaade07b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-1-iscsi, aa757134-ed46-4072-85c3-9015c512ef5e) {{(pid=109124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:30:41.074057 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43944dc-b7a1-4cac-8330-810eaade07b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:41.074713 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-c43944dc-b7a1-4cac-8330-810eaade07b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for subnet, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:41.080001 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bd3ac7-8364-4442-b2be-783c5129ec31 None None] Network aa757134-ed46-4072-85c3-9015c512ef5e requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:30:41.099896 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-c43944dc-b7a1-4cac-8330-810eaade07b8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4514642 Nov 25 00:30:41.102982 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 43284) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:30:41.109508 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-7283a984-8ecd-45ee-9cd7-a6d3c936f158 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-676175612-router', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'}}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:30:41.158003 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7283a984-8ecd-45ee-9cd7-a6d3c936f158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-776192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8608'] for router, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:41.160113 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7283a984-8ecd-45ee-9cd7-a6d3c936f158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-776364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8633'] for router, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:41.232233 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7283a984-8ecd-45ee-9cd7-a6d3c936f158 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:41.271041 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaca95e-4c2a-4adc-a4b1-144d7db650a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf02d1ee3-10f8-5602-81ee-03f41b90932a-aa757134-ed46-4072-85c3-9015c512ef5e', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'fixed_ips': [{'subnet_id': '572fab33-4b34-4f32-bd87-b36767f40e81'}]}} from dv-cinder-819200-1-iscsi. {{(pid=109125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 00:30:41.272702 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-4aaca95e-4c2a-4adc-a4b1-144d7db650a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:41.392934 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device d7850e98-99f6-49c8-9b73-7628661955e3 details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=109125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 00:30:41.429872 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cac60-a3fb-431e-8ea2-26aacc996a65 req-8a20d8ce-070a-4697-a036-3f86d7f7bb7b tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:41.435288 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-141cac60-a3fb-431e-8ea2-26aacc996a65 req-8a20d8ce-070a-4697-a036-3f86d7f7bb7b tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0877635 Nov 25 00:30:41.455090 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7283a984-8ecd-45ee-9cd7-a6d3c936f158 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:41.511808 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-141cac60-a3fb-431e-8ea2-26aacc996a65 req-49328824-fed8-4a19-ab4a-ea8da45c004e tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701313 Nov 25 00:30:41.605070 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.db_base_plugin_common [None req-4aaca95e-4c2a-4adc-a4b1-144d7db650a2 None None] Allocated IP 172.20.0.2 (aa757134-ed46-4072-85c3-9015c512ef5e/572fab33-4b34-4f32-bd87-b36767f40e81/642af08c-f71b-4443-81d0-0b006957a416) {{(pid=109125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:30:41.640660 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port d7850e98-99f6-49c8-9b73-7628661955e3, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=d7850e98-99f6-49c8-9b73-7628661955e3,segment=NetworkSegment(ad64d367-3aef-4d3a-b35a-0b8f6019cb92),segment_id=ad64d367-3aef-4d3a-b35a-0b8f6019cb92)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:30:41.689207 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Returning: {'device': 'd7850e98-99f6-49c8-9b73-7628661955e3', 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8', 'port_id': 'd7850e98-99f6-49c8-9b73-7628661955e3', 'mac_address': 'fa:16:3e:e2:09:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 00:30:41.719551 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7283a984-8ecd-45ee-9cd7-a6d3c936f158 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:41.744348 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7283a984-8ecd-45ee-9cd7-a6d3c936f158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:41.775789 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:41.798884 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7850e98-99f6-49c8-9b73-7628661955e3 {{(pid=109125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:30:41.853850 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port d7850e98-99f6-49c8-9b73-7628661955e3, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=d7850e98-99f6-49c8-9b73-7628661955e3,segment=NetworkSegment(ad64d367-3aef-4d3a-b35a-0b8f6019cb92),segment_id=ad64d367-3aef-4d3a-b35a-0b8f6019cb92)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:30:41.860242 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:41.904079 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-4aaca95e-4c2a-4adc-a4b1-144d7db650a2 None None] Publish callbacks [] for port, precommit_create {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:41.917062 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27193680-eaee-45e9-89e6-e23c4ca907fc req-36cdd801-f768-48c4-a538-6aa64ab9a345 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:41.924948 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-27193680-eaee-45e9-89e6-e23c4ca907fc req-36cdd801-f768-48c4-a538-6aa64ab9a345 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 944 time: 0.0846550 Nov 25 00:30:41.942320 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-4aaca95e-4c2a-4adc-a4b1-144d7db650a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153'] for port, after_create {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:41.962355 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.db_base_plugin_common [None req-7283a984-8ecd-45ee-9cd7-a6d3c936f158 admin admin] Allocated IP 172.27.2.112 (7e710f5f-af80-47ab-b03c-3a0dd4623f26/89cd149f-d365-4a11-b22c-c62ab9234e96/351395c9-5e36-475c-bd17-379b3103d4e6) {{(pid=109124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:30:41.966672 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-5101ec89-e487-4f27-8910-4bad4b789b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:41.981977 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaca95e-4c2a-4adc-a4b1-144d7db650a2 None None] Network aa757134-ed46-4072-85c3-9015c512ef5e is already hosted by enough agents. {{(pid=109125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:30:41.982901 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=d7850e98-99f6-49c8-9b73-7628661955e3,revision_number=6']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:41.986769 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.scheduler.base_scheduler [None req-4aaca95e-4c2a-4adc-a4b1-144d7db650a2 None None] Resources bound (agent type, host, resource id): {{(pid=109125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:30:41.993985 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaca95e-4c2a-4adc-a4b1-144d7db650a2 None None] Received port after_create {{(pid=109125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:30:42.001422 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:30:42.001611 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:30:42.001984 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:30:42.002182 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:30:42.002684 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:30:42.003068 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:30:42.003444 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:30:42.003744 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:30:42.004107 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:30:42.004390 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:30:42.004718 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:30:42.005130 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:30:42.007722 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-27193680-eaee-45e9-89e6-e23c4ca907fc req-51e49ec3-cb30-4fe3-a50a-a452fb17f344 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812159 Nov 25 00:30:42.098161 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaca95e-4c2a-4adc-a4b1-144d7db650a2 None None] Pushing event updated for resources: {'Port': ['ID=642af08c-f71b-4443-81d0-0b006957a416,revision_number=1']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:42.101423 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['d7850e98-99f6-49c8-9b73-7628661955e3'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:30:42.179015 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-4aaca95e-4c2a-4adc-a4b1-144d7db650a2 None None] Attempting to bind port 642af08c-f71b-4443-81d0-0b006957a416 on host dv-cinder-819200-1-iscsi for vnic_type normal with profile {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:30:42.179660 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-4aaca95e-4c2a-4adc-a4b1-144d7db650a2 None None] Attempting to bind port 642af08c-f71b-4443-81d0-0b006957a416 by drivers openvswitch,hyperv on host dv-cinder-819200-1-iscsi at level 0 using segments [{'id': '2b169a1d-4120-413d-9aa2-8c8ecf745be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e'}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:30:42.180942 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaca95e-4c2a-4adc-a4b1-144d7db650a2 None None] Attempting to bind port 642af08c-f71b-4443-81d0-0b006957a416 on network aa757134-ed46-4072-85c3-9015c512ef5e {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:30:42.188695 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f254d83-530d-42a7-b567-382f15c60039 req-361428cb-4941-4412-941d-c86e37c95e11 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:42.189134 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaca95e-4c2a-4adc-a4b1-144d7db650a2 None None] Checking agent: {'id': '6db1e42d-7d41-4128-8d86-b90db240c589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 20, 18), 'started_at': datetime.datetime(2021, 11, 25, 0, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:30:42.189624 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaca95e-4c2a-4adc-a4b1-144d7db650a2 None None] Checking segment: {'id': '2b169a1d-4120-413d-9aa2-8c8ecf745be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:30:42.190131 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-4aaca95e-4c2a-4adc-a4b1-144d7db650a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:42.190645 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaca95e-4c2a-4adc-a4b1-144d7db650a2 None None] Bound using segment: {'id': '2b169a1d-4120-413d-9aa2-8c8ecf745be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e'} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:30:42.191256 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-4aaca95e-4c2a-4adc-a4b1-144d7db650a2 None None] Bound port: 642af08c-f71b-4443-81d0-0b006957a416, host: dv-cinder-819200-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b169a1d-4120-413d-9aa2-8c8ecf745be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e'}}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:30:42.191760 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-4aaca95e-4c2a-4adc-a4b1-144d7db650a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:42.191926 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1f254d83-530d-42a7-b567-382f15c60039 req-361428cb-4941-4412-941d-c86e37c95e11 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.0689585 Nov 25 00:30:42.302094 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1f254d83-530d-42a7-b567-382f15c60039 req-0be15a07-8958-484a-bc52-98bc95b693b7 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770769 Nov 25 00:30:42.342219 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7283a984-8ecd-45ee-9cd7-a6d3c936f158 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:42.350650 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-4aaca95e-4c2a-4adc-a4b1-144d7db650a2 None None] For port 642af08c-f71b-4443-81d0-0b006957a416, host dv-cinder-819200-1-iscsi, cleared binding levels {{(pid=109125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:30:42.364684 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594c030-265b-4150-9907-0e57f87128e6 req-5b23edd6-4dd6-45db-a51e-268697d3c340 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:42.366554 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8594c030-265b-4150-9907-0e57f87128e6 req-5b23edd6-4dd6-45db-a51e-268697d3c340 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/networks?id=c6860e7f-1840-44cc-88a0-1bba28b2eba5 HTTP/1.1" status: 200 len: 815 time: 0.2312312 Nov 25 00:30:42.374512 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-4aaca95e-4c2a-4adc-a4b1-144d7db650a2 None None] For port 642af08c-f71b-4443-81d0-0b006957a416, host dv-cinder-819200-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=642af08c-f71b-4443-81d0-0b006957a416,segment=NetworkSegment(2b169a1d-4120-413d-9aa2-8c8ecf745be0),segment_id=2b169a1d-4120-413d-9aa2-8c8ecf745be0)] {{(pid=109125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:30:42.385666 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-4aaca95e-4c2a-4adc-a4b1-144d7db650a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:42.407817 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8594c030-265b-4150-9907-0e57f87128e6 req-b1d52748-38bc-4134-b364-89aeaa4e1bd5 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/quotas/dc244727a1134e209e24f40acad0df6d HTTP/1.1" status: 200 len: 375 time: 0.0323699 Nov 25 00:30:42.423353 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7283a984-8ecd-45ee-9cd7-a6d3c936f158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:42.458820 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaca95e-4c2a-4adc-a4b1-144d7db650a2 None None] Pushing event updated for resources: {'Port': ['ID=642af08c-f71b-4443-81d0-0b006957a416,revision_number=2']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:42.494385 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7283a984-8ecd-45ee-9cd7-a6d3c936f158 admin admin] Network 7e710f5f-af80-47ab-b03c-3a0dd4623f26 is already hosted by enough agents. {{(pid=109124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:30:42.503269 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.base_scheduler [None req-7283a984-8ecd-45ee-9cd7-a6d3c936f158 admin admin] Resources bound (agent type, host, resource id): {{(pid=109124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:30:42.511986 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7283a984-8ecd-45ee-9cd7-a6d3c936f158 admin admin] Received port after_create {{(pid=109124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:30:42.546777 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283a984-8ecd-45ee-9cd7-a6d3c936f158 admin admin] Pushing event updated for resources: {'Port': ['ID=351395c9-5e36-475c-bd17-379b3103d4e6,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:42.582980 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8594c030-265b-4150-9907-0e57f87128e6 req-5cba248d-61c3-4b14-bd2a-8001d43879d2 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc244727a1134e209e24f40acad0df6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1627719 Nov 25 00:30:42.737328 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6874dd-5cdb-4d40-b086-89927753ba94 req-737f788a-67d0-408a-94e0-ddb411ca7c3e tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:42.740765 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-df6874dd-5cdb-4d40-b086-89927753ba94 req-737f788a-67d0-408a-94e0-ddb411ca7c3e tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.1313367 Nov 25 00:30:42.889587 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-df6874dd-5cdb-4d40-b086-89927753ba94 req-2854a84c-84f8-4be7-9b1f-effa0cbb96ca tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334574 Nov 25 00:30:42.965386 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 642af08c-f71b-4443-81d0-0b006957a416 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:30:43.062012 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port 642af08c-f71b-4443-81d0-0b006957a416 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:43.062597 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:43.112218 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8594c030-265b-4150-9907-0e57f87128e6 req-6b511642-4764-4a45-81ec-5510409cdf91 service neutron] 10.222.0.37 "GET /v2.0/networks/c6860e7f-1840-44cc-88a0-1bba28b2eba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913116 Nov 25 00:30:43.245120 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:43.250950 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7283a984-8ecd-45ee-9cd7-a6d3c936f158 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:43.317457 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253fe81-f5de-4fd2-b88b-717edf1da84a req-3c8f93f8-675e-4a52-ba87-d995477337f1 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:43.325517 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-5253fe81-f5de-4fd2-b88b-717edf1da84a req-3c8f93f8-675e-4a52-ba87-d995477337f1 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 944 time: 0.1968067 Nov 25 00:30:43.336057 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] For port 642af08c-f71b-4443-81d0-0b006957a416, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=642af08c-f71b-4443-81d0-0b006957a416,segment=NetworkSegment(2b169a1d-4120-413d-9aa2-8c8ecf745be0),segment_id=2b169a1d-4120-413d-9aa2-8c8ecf745be0)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:30:43.345237 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:43.403973 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-5253fe81-f5de-4fd2-b88b-717edf1da84a req-9abf6651-bc6d-49cd-982c-3aeb8e90ad40 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753942 Nov 25 00:30:43.417488 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device d7850e98-99f6-49c8-9b73-7628661955e3 up at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:30:43.692630 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25fa9b-fd35-445a-bab4-270c030a61e4 req-40f1601a-57d7-40f8-ba98-8e2b871db525 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:43.696680 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2e25fa9b-fd35-445a-bab4-270c030a61e4 req-40f1601a-57d7-40f8-ba98-8e2b871db525 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.0790772 Nov 25 00:30:43.786162 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2e25fa9b-fd35-445a-bab4-270c030a61e4 req-1da148e6-5013-49e2-ba65-82b43283ebcc tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765517 Nov 25 00:30:43.796084 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Pushing event updated for resources: {'Port': ['ID=642af08c-f71b-4443-81d0-0b006957a416,revision_number=3']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:43.819265 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8594c030-265b-4150-9907-0e57f87128e6 req-90df9cdb-d4b7-4af6-bd39-24460b98e2de service neutron] 10.222.0.37 "GET /v2.0/networks/c6860e7f-1840-44cc-88a0-1bba28b2eba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6948032 Nov 25 00:30:43.845106 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning complete for port d7850e98-99f6-49c8-9b73-7628661955e3 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:43.845484 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:44.113140 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:44.146041 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9809d6d-c3f6-4aa3-985f-00e0d552df42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7850e98-99f6-49c8-9b73-7628661955e3'}] {{(pid=109125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:30:44.150559 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b40ce054491f5bd1a33a22e0e33c095860c6622367658d2460ab374ec6fa3a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d6b964-b618-4fac-bf1e-4892c1e59cac" -d '{"events": [{"server_uuid": "f9809d6d-c3f6-4aa3-985f-00e0d552df42", "name": "network-vif-plugged", "status": "completed", "tag": "d7850e98-99f6-49c8-9b73-7628661955e3"}]}' {{(pid=109125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:30:44.170858 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port d7850e98-99f6-49c8-9b73-7628661955e3, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=d7850e98-99f6-49c8-9b73-7628661955e3,segment=NetworkSegment(ad64d367-3aef-4d3a-b35a-0b8f6019cb92),segment_id=ad64d367-3aef-4d3a-b35a-0b8f6019cb92)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:30:44.182068 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:44.233228 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860a3c5-e9fb-49f0-959c-fcb65e48f546 req-c7ebc353-ae12-4666-ac82-31b5a5f26f78 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:44.248590 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2860a3c5-e9fb-49f0-959c-fcb65e48f546 req-c7ebc353-ae12-4666-ac82-31b5a5f26f78 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.1555679 Nov 25 00:30:44.287725 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3751ba73-7096-402f-96d0-5560426b209d x-openstack-request-id: req-3751ba73-7096-402f-96d0-5560426b209d {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:30:44.288219 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9809d6d-c3f6-4aa3-985f-00e0d552df42", "name": "network-vif-plugged", "status": "completed", "tag": "d7850e98-99f6-49c8-9b73-7628661955e3", "code": 200}]} {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:30:44.288642 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3751ba73-7096-402f-96d0-5560426b209d {{(pid=109125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:30:44.291556 dv-cinder-819200-1-iscsi neutron-server[109125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9809d6d-c3f6-4aa3-985f-00e0d552df42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7850e98-99f6-49c8-9b73-7628661955e3', 'code': 200} Nov 25 00:30:44.306430 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9de87e3-69e4-4b52-9b99-101700aaf911 None None] Network aa757134-ed46-4072-85c3-9015c512ef5e requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:30:44.365810 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7283a984-8ecd-45ee-9cd7-a6d3c936f158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-776343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622894'] for router, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:44.400018 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2860a3c5-e9fb-49f0-959c-fcb65e48f546 req-77b7b0c1-f1d0-4a67-b6cf-052c500ea528 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476471 Nov 25 00:30:44.478155 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=d7850e98-99f6-49c8-9b73-7628661955e3,revision_number=7']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:44.507895 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-c5321469-cabe-4980-be2a-1dff381d362d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:44.520433 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-3838e6df-495e-4fe9-9282-baa5e4e277c7 None None] Provisioning complete for port 642af08c-f71b-4443-81d0-0b006957a416 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:44.520860 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-3838e6df-495e-4fe9-9282-baa5e4e277c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:44.601473 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-1f4f2e61-3494-46dc-aaac-dd812d55d49e req-178115fd-986e-4e4c-ad51-1bd2425fa93d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3fc80a-a736-4249-a7ca-3f0989d897d0 HTTP/1.1" status: 200 len: 210 time: 0.2117033 Nov 25 00:30:44.734421 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f723b-d89e-4e26-80f8-024251674ee5 req-a3d4ce1a-b606-4688-b005-9eff0c565c2c tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:44.748623 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-d63f723b-d89e-4e26-80f8-024251674ee5 req-a3d4ce1a-b606-4688-b005-9eff0c565c2c tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.1410818 Nov 25 00:30:44.807884 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7283a984-8ecd-45ee-9cd7-a6d3c936f158 admin admin] Router cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 is scheduled to L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 with binding_index 1 {{(pid=109124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 00:30:44.988561 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-d63f723b-d89e-4e26-80f8-024251674ee5 req-2e2ba836-7570-4846-8e5c-a11f8fbce20a tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2389781 Nov 25 00:30:45.071463 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 642af08c-f71b-4443-81d0-0b006957a416 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:30:45.165219 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port 642af08c-f71b-4443-81d0-0b006957a416 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:45.166311 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:45.188138 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7283a984-8ecd-45ee-9cd7-a6d3c936f158 admin admin] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:30:45.202327 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff69bf6d-9047-4ba1-ba14-59232c702cd7 None None] Sync routers for ids ['cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'] in dv-cinder-819200-1-iscsi {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:30:45.233908 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff69bf6d-9047-4ba1-ba14-59232c702cd7 None None] Routers {'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:30:45.234569 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-ff69bf6d-9047-4ba1-ba14-59232c702cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:30:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:30:45.318453 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7283a984-8ecd-45ee-9cd7-a6d3c936f158 admin admin] Publish callbacks [] for router, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:45.320340 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-7283a984-8ecd-45ee-9cd7-a6d3c936f158 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2158153 Nov 25 00:30:45.324955 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 43376) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:30:45.373285 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640cd62-3d0c-4521-9000-84122c73cbeb req-268f0587-b7d5-4c3f-b278-b9d1f6c200bf tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:45.403459 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-9640cd62-3d0c-4521-9000-84122c73cbeb req-268f0587-b7d5-4c3f-b278-b9d1f6c200bf tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.4185767 Nov 25 00:30:45.508512 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-cda0236c-3ee9-48bf-a404-bb6bf89f3c07 None None] Provisioning complete for port 642af08c-f71b-4443-81d0-0b006957a416 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:45.510895 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-cda0236c-3ee9-48bf-a404-bb6bf89f3c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:45.547300 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-9640cd62-3d0c-4521-9000-84122c73cbeb req-f79177fa-1303-4b46-bccc-0de1c56301ff tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371264 Nov 25 00:30:45.572443 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-ff69bf6d-9047-4ba1-ba14-59232c702cd7 None None] Set router cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:30:45.781077 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3ed1b8e2-8aa6-459d-b3ef-eb55488276bc req-9a931e17-ab05-478b-b767-9b4114053d2c tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3fc80a-a736-4249-a7ca-3f0989d897d0 HTTP/1.1" status: 200 len: 210 time: 0.0362492 Nov 25 00:30:45.981165 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-ff69bf6d-9047-4ba1-ba14-59232c702cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'name': 'tempest-TestVolumeBootPattern-676175612-router', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:42Z', 'revision_number': 3, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'gw_port': {'id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi'}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:30:46.159268 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff69bf6d-9047-4ba1-ba14-59232c702cd7 None None] Checking router: cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 for host: dv-cinder-819200-1-iscsi {{(pid=109126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:30:46.160454 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff69bf6d-9047-4ba1-ba14-59232c702cd7 None None] Updating router cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 port 351395c9-5e36-475c-bd17-379b3103d4e6 binding host dv-cinder-819200-1-iscsi {{(pid=109126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 00:30:46.205933 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-ff69bf6d-9047-4ba1-ba14-59232c702cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:46.237763 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6991c-6eeb-48ae-84e2-26982353abe5 req-0b36f87e-ca67-47a5-9b5e-ec8e48cfad7d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:46.239395 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ccd6991c-6eeb-48ae-84e2-26982353abe5 req-0b36f87e-ca67-47a5-9b5e-ec8e48cfad7d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.6291807 Nov 25 00:30:46.318642 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d08011-1c17-4177-898e-b6e93f96301f req-535c13a9-88b5-46fa-a7bb-f079e6bcf81c tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:46.326457 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-d8d08011-1c17-4177-898e-b6e93f96301f req-535c13a9-88b5-46fa-a7bb-f079e6bcf81c tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.0852654 Nov 25 00:30:46.374365 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ccd6991c-6eeb-48ae-84e2-26982353abe5 req-237e50e0-2b11-437c-b2d4-17ac9d0c0cff tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982652 Nov 25 00:30:46.424179 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-d8d08011-1c17-4177-898e-b6e93f96301f req-2106e44f-1b00-4ebf-8857-d2b94bce3c99 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931208 Nov 25 00:30:46.432230 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:46.641975 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-ff69bf6d-9047-4ba1-ba14-59232c702cd7 None None] Publish callbacks [] for port, precommit_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:46.649892 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-ff69bf6d-9047-4ba1-ba14-59232c702cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:46.706659 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a23542-f924-4ce7-9c9e-8813644d6e3e None None] Pushing event updated for resources: {'Port': ['ID=351395c9-5e36-475c-bd17-379b3103d4e6,revision_number=2']} {{(pid=109126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:46.724191 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.managers [None req-ff69bf6d-9047-4ba1-ba14-59232c702cd7 None None] Attempting to bind port 351395c9-5e36-475c-bd17-379b3103d4e6 on host dv-cinder-819200-1-iscsi for vnic_type normal with profile {{(pid=109126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:30:46.724917 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.managers [None req-ff69bf6d-9047-4ba1-ba14-59232c702cd7 None None] Attempting to bind port 351395c9-5e36-475c-bd17-379b3103d4e6 by drivers openvswitch,hyperv on host dv-cinder-819200-1-iscsi at level 0 using segments [{'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'}] {{(pid=109126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:30:46.725499 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff69bf6d-9047-4ba1-ba14-59232c702cd7 None None] Attempting to bind port 351395c9-5e36-475c-bd17-379b3103d4e6 on network 7e710f5f-af80-47ab-b03c-3a0dd4623f26 {{(pid=109126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:30:46.732885 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff69bf6d-9047-4ba1-ba14-59232c702cd7 None None] Checking agent: {'id': '6db1e42d-7d41-4128-8d86-b90db240c589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 20, 18), 'started_at': datetime.datetime(2021, 11, 25, 0, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:30:46.733689 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff69bf6d-9047-4ba1-ba14-59232c702cd7 None None] Checking segment: {'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:30:46.734327 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-ff69bf6d-9047-4ba1-ba14-59232c702cd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:46.734965 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff69bf6d-9047-4ba1-ba14-59232c702cd7 None None] Bound using segment: {'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'} {{(pid=109126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:30:46.735695 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.managers [None req-ff69bf6d-9047-4ba1-ba14-59232c702cd7 None None] Bound port: 351395c9-5e36-475c-bd17-379b3103d4e6, host: dv-cinder-819200-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'}}] {{(pid=109126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:30:46.736367 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-ff69bf6d-9047-4ba1-ba14-59232c702cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:46.797611 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.db [None req-ff69bf6d-9047-4ba1-ba14-59232c702cd7 None None] For port 351395c9-5e36-475c-bd17-379b3103d4e6, host dv-cinder-819200-1-iscsi, cleared binding levels {{(pid=109126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:30:46.802365 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.db [None req-ff69bf6d-9047-4ba1-ba14-59232c702cd7 None None] For port 351395c9-5e36-475c-bd17-379b3103d4e6, host dv-cinder-819200-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=351395c9-5e36-475c-bd17-379b3103d4e6,segment=NetworkSegment(2cbd316e-5d05-4c4d-ba22-dac4641013ba),segment_id=2cbd316e-5d05-4c4d-ba22-dac4641013ba)] {{(pid=109126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:30:46.812177 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-ff69bf6d-9047-4ba1-ba14-59232c702cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:46.832887 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594c030-265b-4150-9907-0e57f87128e6 req-2857f0ac-393b-4965-86de-a455a3cafb8b tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:46.846270 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8594c030-265b-4150-9907-0e57f87128e6 req-2857f0ac-393b-4965-86de-a455a3cafb8b tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.36 "GET /v2.0/networks?id=c6860e7f-1840-44cc-88a0-1bba28b2eba5 HTTP/1.1" status: 200 len: 815 time: 0.3034236 Nov 25 00:30:46.910277 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff69bf6d-9047-4ba1-ba14-59232c702cd7 None None] Routers {'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:30:46.911213 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-ff69bf6d-9047-4ba1-ba14-59232c702cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:30:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:30:46.934888 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [req-8594c030-265b-4150-9907-0e57f87128e6 req-73edeb79-7c25-40e7-976e-370139918480 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Request body: {'port': {'device_id': 'ed3fc80a-a736-4249-a7ca-3f0989d897d0', 'network_id': 'c6860e7f-1840-44cc-88a0-1bba28b2eba5', 'admin_state_up': True, 'tenant_id': 'dc244727a1134e209e24f40acad0df6d'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:30:46.962372 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28af70f-f1d5-47cd-8e85-17d16c00e17b req-8e93a682-f0e1-4038-ba6f-326c8cd3a1d0 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:46.971306 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c28af70f-f1d5-47cd-8e85-17d16c00e17b req-8e93a682-f0e1-4038-ba6f-326c8cd3a1d0 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.2299058 Nov 25 00:30:46.995518 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-809b6c5b-68f0-48af-a916-61a33f1e6a90 req-5c6e5f13-f802-4a56-8cf6-0aa6e38baaf5 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3fc80a-a736-4249-a7ca-3f0989d897d0 HTTP/1.1" status: 200 len: 210 time: 0.0770154 Nov 25 00:30:47.141304 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a23542-f924-4ce7-9c9e-8813644d6e3e None None] Pushing event updated for resources: {'Port': ['ID=351395c9-5e36-475c-bd17-379b3103d4e6,revision_number=3']} {{(pid=109126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:47.160322 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-ff69bf6d-9047-4ba1-ba14-59232c702cd7 None None] Set router cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:30:47.190384 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-680221bd-ccab-4543-800d-fd4bfaab90d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:47.205244 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c28af70f-f1d5-47cd-8e85-17d16c00e17b req-69e71008-b7e7-40bc-a9f3-630eac3afc05 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326293 Nov 25 00:30:47.309034 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8594c030-265b-4150-9907-0e57f87128e6 req-73edeb79-7c25-40e7-976e-370139918480 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Made reservation on behalf of dc244727a1134e209e24f40acad0df6d for: {'port': 1} {{(pid=109123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:30:47.313541 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-8594c030-265b-4150-9907-0e57f87128e6 req-73edeb79-7c25-40e7-976e-370139918480 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:47.540990 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.db_base_plugin_common [None req-680221bd-ccab-4543-800d-fd4bfaab90d7 admin admin] Allocated IP 172.20.0.1 (aa757134-ed46-4072-85c3-9015c512ef5e/572fab33-4b34-4f32-bd87-b36767f40e81/8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9) {{(pid=109123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:30:47.546724 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-ff69bf6d-9047-4ba1-ba14-59232c702cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'name': 'tempest-TestVolumeBootPattern-676175612-router', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:42Z', 'revision_number': 3, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'gw_port': {'id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi'}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:30:47.567800 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.db_base_plugin_common [req-8594c030-265b-4150-9907-0e57f87128e6 req-73edeb79-7c25-40e7-976e-370139918480 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Allocated IP 172.20.0.7 (c6860e7f-1840-44cc-88a0-1bba28b2eba5/9526e428-93cb-4b36-b147-01a6ceccc3e0/4499ab23-59f3-47c8-8272-ade0cdeff8fa) {{(pid=109123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:30:47.592291 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff69bf6d-9047-4ba1-ba14-59232c702cd7 None None] The sync data for ids ['cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'] in dv-cinder-819200-1-iscsi is: [{'id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'name': 'tempest-TestVolumeBootPattern-676175612-router', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:42Z', 'revision_number': 3, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'gw_port': {'id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi'}] {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:30:47.595134 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e07c0c-3476-442c-8d23-a76636b2139f req-2ef1fd7a-5205-4f67-b010-cbbbc601455e tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:47.605425 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b1e07c0c-3476-442c-8d23-a76636b2139f req-2ef1fd7a-5205-4f67-b010-cbbbc601455e tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.1016486 Nov 25 00:30:47.721548 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b1e07c0c-3476-442c-8d23-a76636b2139f req-b5a11e19-6e6f-4211-9804-fe33540ecd9a tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149886 Nov 25 00:30:47.755144 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1a758-4bde-4c81-bf9e-92ea917a1c81 req-982464ac-4264-4421-b642-1fddfc1778b5 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:47.763247 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-45f1a758-4bde-4c81-bf9e-92ea917a1c81 req-982464ac-4264-4421-b642-1fddfc1778b5 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.1890736 Nov 25 00:30:47.981120 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-680221bd-ccab-4543-800d-fd4bfaab90d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:48.011002 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-45f1a758-4bde-4c81-bf9e-92ea917a1c81 req-78cf1abd-9266-4af7-b766-84b348bd2d0f tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2417858 Nov 25 00:30:48.124487 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-8594c030-265b-4150-9907-0e57f87128e6 req-73edeb79-7c25-40e7-976e-370139918480 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Publish callbacks [] for port, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:48.131667 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-680221bd-ccab-4543-800d-fd4bfaab90d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:48.160599 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680221bd-ccab-4543-800d-fd4bfaab90d7 admin admin] Network aa757134-ed46-4072-85c3-9015c512ef5e is already hosted by enough agents. {{(pid=109123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:30:48.175303 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-5129e5f8-784c-48ec-9e80-049888baec0a req-9f94450b-7ec0-40c2-9b25-48fdc49f3a85 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3fc80a-a736-4249-a7ca-3f0989d897d0 HTTP/1.1" status: 200 len: 210 time: 0.0529370 Nov 25 00:30:48.192517 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [None req-680221bd-ccab-4543-800d-fd4bfaab90d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:30:48.213382 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680221bd-ccab-4543-800d-fd4bfaab90d7 admin admin] Received port after_create {{(pid=109123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:30:48.297896 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680221bd-ccab-4543-800d-fd4bfaab90d7 admin admin] Pushing event updated for resources: {'Port': ['ID=8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:48.329943 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-680221bd-ccab-4543-800d-fd4bfaab90d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623071'] for router_interface, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:48.406682 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:48.412326 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:48.426775 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-8594c030-265b-4150-9907-0e57f87128e6 req-73edeb79-7c25-40e7-976e-370139918480 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:48.441001 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['766bc99c-1d66-4eda-8300-d09cef61ce3b', '4c4e41bf-d836-455d-8cd5-d02d97f94adc', 'bb008a62-304c-44a8-90f0-2d7439277f62'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:30:48.528082 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8594c030-265b-4150-9907-0e57f87128e6 req-73edeb79-7c25-40e7-976e-370139918480 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Network c6860e7f-1840-44cc-88a0-1bba28b2eba5 is already hosted by enough agents. {{(pid=109123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:30:48.549538 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [req-8594c030-265b-4150-9907-0e57f87128e6 req-73edeb79-7c25-40e7-976e-370139918480 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Resources bound (agent type, host, resource id): {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:30:48.556537 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [req-8594c030-265b-4150-9907-0e57f87128e6 req-73edeb79-7c25-40e7-976e-370139918480 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Received port after_create {{(pid=109123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:30:48.639505 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73edeb79-7c25-40e7-976e-370139918480 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Pushing event updated for resources: {'Port': ['ID=4499ab23-59f3-47c8-8272-ade0cdeff8fa,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:48.670337 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726cbe4-37fe-4c1a-af83-dd4beaf81551 req-638c478a-e86b-4dc5-9f0c-3944cb18679c tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:48.679484 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8726cbe4-37fe-4c1a-af83-dd4beaf81551 req-638c478a-e86b-4dc5-9f0c-3944cb18679c tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.2443790 Nov 25 00:30:48.697325 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-0ee969e1-8fa3-4c20-a3d1-7c43737a6748 None None] Provisioning complete for port 8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:48.697871 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-0ee969e1-8fa3-4c20-a3d1-7c43737a6748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:48.734713 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594c030-265b-4150-9907-0e57f87128e6 req-73edeb79-7c25-40e7-976e-370139918480 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:48.735706 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-8594c030-265b-4150-9907-0e57f87128e6 req-73edeb79-7c25-40e7-976e-370139918480 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for port, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:48.774005 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-0ee969e1-8fa3-4c20-a3d1-7c43737a6748 None None] Port 8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9 cannot update to ACTIVE because it is not bound. {{(pid=109125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 00:30:48.877637 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8726cbe4-37fe-4c1a-af83-dd4beaf81551 req-1054fb30-7cbb-4967-8a42-5dab14cd51b6 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963651 Nov 25 00:30:48.901131 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8594c030-265b-4150-9907-0e57f87128e6 req-73edeb79-7c25-40e7-976e-370139918480 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9740231 Nov 25 00:30:48.906677 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-680221bd-ccab-4543-800d-fd4bfaab90d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:48.937337 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [req-8594c030-265b-4150-9907-0e57f87128e6 req-ae49a8b6-9f0c-4fbd-aa2a-68327bf3da39 service neutron] Request body: {'port': {'device_id': 'ed3fc80a-a736-4249-a7ca-3f0989d897d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:30:48.970993 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8ebd6-3563-4ffe-972a-d09f5d3664da req-882752c9-49b3-4b0e-8989-108af6c7a2f2 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:48.972635 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-acc8ebd6-3563-4ffe-972a-d09f5d3664da req-882752c9-49b3-4b0e-8989-108af6c7a2f2 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.1020083 Nov 25 00:30:49.025205 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 351395c9-5e36-475c-bd17-379b3103d4e6 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:30:49.086877 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-8594c030-265b-4150-9907-0e57f87128e6 req-ae49a8b6-9f0c-4fbd-aa2a-68327bf3da39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:49.094244 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-acc8ebd6-3563-4ffe-972a-d09f5d3664da req-0b800603-dc49-4e02-a4f2-1968326d7580 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123097 Nov 25 00:30:49.361899 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port 351395c9-5e36-475c-bd17-379b3103d4e6 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:49.362311 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:49.477642 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e35928-91c2-400d-956c-e50a14c8cb9e req-12726245-5ccf-4558-ac62-68c513684c27 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:49.480807 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c0e35928-91c2-400d-956c-e50a14c8cb9e req-12726245-5ccf-4558-ac62-68c513684c27 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.3518674 Nov 25 00:30:49.504960 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276aff7-fad3-46eb-97cb-758630ba5a62 req-a37ba6f7-b8ad-4310-b86c-461b29506683 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:49.513024 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:49.519586 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-6276aff7-fad3-46eb-97cb-758630ba5a62 req-a37ba6f7-b8ad-4310-b86c-461b29506683 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3fc80a-a736-4249-a7ca-3f0989d897d0 HTTP/1.1" status: 200 len: 931 time: 0.1519969 Nov 25 00:30:49.545294 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] For port 351395c9-5e36-475c-bd17-379b3103d4e6, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=351395c9-5e36-475c-bd17-379b3103d4e6,segment=NetworkSegment(2cbd316e-5d05-4c4d-ba22-dac4641013ba),segment_id=2cbd316e-5d05-4c4d-ba22-dac4641013ba)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:30:49.569836 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:49.622095 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-6276aff7-fad3-46eb-97cb-758630ba5a62 req-0cfb6d71-467b-48d2-8757-5f5cb757a114 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884414 Nov 25 00:30:49.667041 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Pushing event updated for resources: {'Port': ['ID=351395c9-5e36-475c-bd17-379b3103d4e6,revision_number=4']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:49.749399 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c0e35928-91c2-400d-956c-e50a14c8cb9e req-cd61ccc7-3997-4025-b2d7-c00b20c950a1 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2530851 Nov 25 00:30:49.753632 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-680221bd-ccab-4543-800d-fd4bfaab90d7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:49.769544 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-680221bd-ccab-4543-800d-fd4bfaab90d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11305756'] for port, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:49.873087 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-680221bd-ccab-4543-800d-fd4bfaab90d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-762479'] for router_interface, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:49.906922 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680221bd-ccab-4543-800d-fd4bfaab90d7 admin admin] Pushing event updated for resources: {'Port': ['ID=8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9,revision_number=2']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:50.001814 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [req-8594c030-265b-4150-9907-0e57f87128e6 req-ae49a8b6-9f0c-4fbd-aa2a-68327bf3da39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4499ab23-59f3-47c8-8272-ade0cdeff8fa {{(pid=109123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:30:50.013921 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-8594c030-265b-4150-9907-0e57f87128e6 req-ae49a8b6-9f0c-4fbd-aa2a-68327bf3da39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:50.047286 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.provisioning_blocks [req-8594c030-265b-4150-9907-0e57f87128e6 req-ae49a8b6-9f0c-4fbd-aa2a-68327bf3da39 service neutron] Transition to ACTIVE for port object 4499ab23-59f3-47c8-8272-ade0cdeff8fa will not be triggered until provisioned by entity L2. {{(pid=109123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 00:30:50.054013 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-8594c030-265b-4150-9907-0e57f87128e6 req-ae49a8b6-9f0c-4fbd-aa2a-68327bf3da39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11305756'] for port, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:50.078688 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7f55b-b424-49af-932f-ba15eb6c9f54 req-78eed4b6-b2f3-4c4d-bd78-8138f7e30957 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:50.086051 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:50.087611 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-42c7f55b-b424-49af-932f-ba15eb6c9f54 req-78eed4b6-b2f3-4c4d-bd78-8138f7e30957 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.0845807 Nov 25 00:30:50.118758 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680221bd-ccab-4543-800d-fd4bfaab90d7 admin admin] Network aa757134-ed46-4072-85c3-9015c512ef5e is already hosted by enough agents. {{(pid=109123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:30:50.125501 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [None req-680221bd-ccab-4543-800d-fd4bfaab90d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:30:50.153828 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49a8b6-9f0c-4fbd-aa2a-68327bf3da39 service neutron] Pushing event updated for resources: {'Port': ['ID=4499ab23-59f3-47c8-8272-ade0cdeff8fa,revision_number=2']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:50.252329 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-42c7f55b-b424-49af-932f-ba15eb6c9f54 req-63d4e92d-4ce0-4c75-acb3-4a3d94cc6e3d tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635766 Nov 25 00:30:50.377357 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.managers [req-8594c030-265b-4150-9907-0e57f87128e6 req-ae49a8b6-9f0c-4fbd-aa2a-68327bf3da39 service neutron] Attempting to bind port 4499ab23-59f3-47c8-8272-ade0cdeff8fa on host hv-cinder-81920 for vnic_type normal with profile {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:30:50.377645 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.managers [req-8594c030-265b-4150-9907-0e57f87128e6 req-ae49a8b6-9f0c-4fbd-aa2a-68327bf3da39 service neutron] Attempting to bind port 4499ab23-59f3-47c8-8272-ade0cdeff8fa by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': '1d001069-81f5-4588-89c3-3b44f4223981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c6860e7f-1840-44cc-88a0-1bba28b2eba5'}] {{(pid=109123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:30:50.377964 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8594c030-265b-4150-9907-0e57f87128e6 req-ae49a8b6-9f0c-4fbd-aa2a-68327bf3da39 service neutron] Attempting to bind port 4499ab23-59f3-47c8-8272-ade0cdeff8fa on network c6860e7f-1840-44cc-88a0-1bba28b2eba5 {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:30:50.407143 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8594c030-265b-4150-9907-0e57f87128e6 req-ae49a8b6-9f0c-4fbd-aa2a-68327bf3da39 service neutron] Port 4499ab23-59f3-47c8-8272-ade0cdeff8fa on network c6860e7f-1840-44cc-88a0-1bba28b2eba5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 00:30:50.407449 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8594c030-265b-4150-9907-0e57f87128e6 req-ae49a8b6-9f0c-4fbd-aa2a-68327bf3da39 service neutron] Attempting to bind port 4499ab23-59f3-47c8-8272-ade0cdeff8fa on network c6860e7f-1840-44cc-88a0-1bba28b2eba5 {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:30:50.463320 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b18b2c-3501-44f4-8f18-c899f7f9e677 req-4779466d-78c2-4016-8212-264ee245865e tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:50.465502 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-49b18b2c-3501-44f4-8f18-c899f7f9e677 req-4779466d-78c2-4016-8212-264ee245865e tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.1879923 Nov 25 00:30:50.468732 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8594c030-265b-4150-9907-0e57f87128e6 req-ae49a8b6-9f0c-4fbd-aa2a-68327bf3da39 service neutron] Checking agent: {'id': 'ecb47d45-642b-455d-9e6f-8b3bbedb4480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'started_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:30:50.469075 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8594c030-265b-4150-9907-0e57f87128e6 req-ae49a8b6-9f0c-4fbd-aa2a-68327bf3da39 service neutron] Checking segment: {'id': '1d001069-81f5-4588-89c3-3b44f4223981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c6860e7f-1840-44cc-88a0-1bba28b2eba5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:30:50.469478 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8594c030-265b-4150-9907-0e57f87128e6 req-ae49a8b6-9f0c-4fbd-aa2a-68327bf3da39 service neutron] Bound using segment: {'id': '1d001069-81f5-4588-89c3-3b44f4223981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c6860e7f-1840-44cc-88a0-1bba28b2eba5'} {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:30:50.469927 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.managers [req-8594c030-265b-4150-9907-0e57f87128e6 req-ae49a8b6-9f0c-4fbd-aa2a-68327bf3da39 service neutron] Bound port: 4499ab23-59f3-47c8-8272-ade0cdeff8fa, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d001069-81f5-4588-89c3-3b44f4223981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c6860e7f-1840-44cc-88a0-1bba28b2eba5'}}] {{(pid=109123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:30:50.470292 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-8594c030-265b-4150-9907-0e57f87128e6 req-ae49a8b6-9f0c-4fbd-aa2a-68327bf3da39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:50.589387 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680221bd-ccab-4543-800d-fd4bfaab90d7 admin admin] Router cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 has already been hosted by L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 {{(pid=109123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 00:30:50.627546 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-49b18b2c-3501-44f4-8f18-c899f7f9e677 req-97bc77cf-aca2-4f6c-95c5-bbcc9388c9fb tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534390 Nov 25 00:30:50.679511 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-2c94571a-f78a-4773-a4fe-4b77c1226c08 None None] Provisioning complete for port 8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:50.681077 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-2c94571a-f78a-4773-a4fe-4b77c1226c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:50.758027 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [req-8594c030-265b-4150-9907-0e57f87128e6 req-ae49a8b6-9f0c-4fbd-aa2a-68327bf3da39 service neutron] For port 4499ab23-59f3-47c8-8272-ade0cdeff8fa, host hv-cinder-81920, cleared binding levels {{(pid=109123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:30:50.761747 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-2c94571a-f78a-4773-a4fe-4b77c1226c08 None None] Port 8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9 cannot update to ACTIVE because it is not bound. {{(pid=109125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 00:30:50.812043 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [req-8594c030-265b-4150-9907-0e57f87128e6 req-ae49a8b6-9f0c-4fbd-aa2a-68327bf3da39 service neutron] For port 4499ab23-59f3-47c8-8272-ade0cdeff8fa, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=4499ab23-59f3-47c8-8272-ade0cdeff8fa,segment=NetworkSegment(1d001069-81f5-4588-89c3-3b44f4223981),segment_id=1d001069-81f5-4588-89c3-3b44f4223981)] {{(pid=109123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:30:50.825117 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-8594c030-265b-4150-9907-0e57f87128e6 req-ae49a8b6-9f0c-4fbd-aa2a-68327bf3da39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11305756'] for port, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:50.873785 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd54e89-b618-490a-958d-3e4b0256ae09 req-db7099aa-a774-4082-b0cd-39ee801d4d3f tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:50.880179 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-2dd54e89-b618-490a-958d-3e4b0256ae09 req-db7099aa-a774-4082-b0cd-39ee801d4d3f tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3fc80a-a736-4249-a7ca-3f0989d897d0 HTTP/1.1" status: 200 len: 943 time: 0.1496882 Nov 25 00:30:51.049382 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 351395c9-5e36-475c-bd17-379b3103d4e6 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:30:51.084248 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-2dd54e89-b618-490a-958d-3e4b0256ae09 req-8dfe4330-54ac-47c7-b558-f845b5e15253 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937730 Nov 25 00:30:51.164812 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port 351395c9-5e36-475c-bd17-379b3103d4e6 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:51.165489 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:51.420175 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594c030-265b-4150-9907-0e57f87128e6 req-ae49a8b6-9f0c-4fbd-aa2a-68327bf3da39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:51.421312 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-8594c030-265b-4150-9907-0e57f87128e6 req-ae49a8b6-9f0c-4fbd-aa2a-68327bf3da39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for port, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:51.423415 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8594c030-265b-4150-9907-0e57f87128e6 req-ae49a8b6-9f0c-4fbd-aa2a-68327bf3da39 service neutron] 10.222.0.36 "PUT /v2.0/ports/4499ab23-59f3-47c8-8272-ade0cdeff8fa HTTP/1.1" status: 200 len: 1093 time: 2.4917934 Nov 25 00:30:51.425428 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3fc80a-a736-4249-a7ca-3f0989d897d0', 'tag': '4499ab23-59f3-47c8-8272-ade0cdeff8fa'}] {{(pid=109123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:30:51.439974 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d6797fd55ce1482701f76a6a20d13483833b06e18cae27317f32e85b7a837" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bfc373-1111-49bb-a865-61484dbae149" -d '{"events": [{"name": "network-changed", "server_uuid": "ed3fc80a-a736-4249-a7ca-3f0989d897d0", "tag": "4499ab23-59f3-47c8-8272-ade0cdeff8fa"}]}' {{(pid=109123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:30:51.454867 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33dc86d-ed13-4f7a-8196-a4d5ed8e9293 req-6c39e47a-daac-40c3-a371-78a495e90bc0 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:51.457819 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c33dc86d-ed13-4f7a-8196-a4d5ed8e9293 req-6c39e47a-daac-40c3-a371-78a495e90bc0 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.1161947 Nov 25 00:30:51.529690 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680221bd-ccab-4543-800d-fd4bfaab90d7 admin admin] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:30:51.542512 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-680221bd-ccab-4543-800d-fd4bfaab90d7 admin admin] 10.222.0.37 "PUT /v2.0/routers/cdcbd3fd-9418-4503-8ab2-9c3265ae54a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2160506 Nov 25 00:30:51.543966 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23f113a-95c0-4131-a3ab-06a9b218c582 None None] Sync routers for ids ['cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'] in dv-cinder-819200-1-iscsi {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:30:51.565555 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23f113a-95c0-4131-a3ab-06a9b218c582 None None] Routers {'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:30:51.565819 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c33dc86d-ed13-4f7a-8196-a4d5ed8e9293 req-b49eb24f-4f5b-46af-8793-9c645996f978 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995076 Nov 25 00:30:51.566445 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-b23f113a-95c0-4131-a3ab-06a9b218c582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:30:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:30:51.606213 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49a8b6-9f0c-4fbd-aa2a-68327bf3da39 service neutron] Pushing event updated for resources: {'Port': ['ID=4499ab23-59f3-47c8-8272-ade0cdeff8fa,revision_number=3']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:51.662361 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293fed6-98af-4dea-a31e-6391acdb3dfc req-12c5301a-ebf1-4b40-b8b6-7e9a6e6513c6 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:51.674157 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4293fed6-98af-4dea-a31e-6391acdb3dfc req-12c5301a-ebf1-4b40-b8b6-7e9a6e6513c6 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.3180201 Nov 25 00:30:51.702994 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 00:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2e52e2-f722-434c-8668-31f491dfe246 x-openstack-request-id: req-de2e52e2-f722-434c-8668-31f491dfe246 {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:30:51.703304 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed3fc80a-a736-4249-a7ca-3f0989d897d0", "tag": "4499ab23-59f3-47c8-8272-ade0cdeff8fa", "status": "completed", "code": 200}]} {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:30:51.703572 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de2e52e2-f722-434c-8668-31f491dfe246 {{(pid=109123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:30:51.703987 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed3fc80a-a736-4249-a7ca-3f0989d897d0', 'tag': '4499ab23-59f3-47c8-8272-ade0cdeff8fa', 'status': 'completed', 'code': 200} Nov 25 00:30:51.784392 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594c030-265b-4150-9907-0e57f87128e6 req-d5232bbb-c973-4b0a-822b-a81611d85c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:51.788712 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8594c030-265b-4150-9907-0e57f87128e6 req-d5232bbb-c973-4b0a-822b-a81611d85c21 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc244727a1134e209e24f40acad0df6d&device_id=ed3fc80a-a736-4249-a7ca-3f0989d897d0 HTTP/1.1" status: 200 len: 1096 time: 0.2753656 Nov 25 00:30:51.853036 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-b23f113a-95c0-4131-a3ab-06a9b218c582 None None] Set router cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:30:51.857700 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8594c030-265b-4150-9907-0e57f87128e6 req-759fe800-6a36-4bdc-9dcc-26ad708c2dd4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4499ab23-59f3-47c8-8272-ade0cdeff8fa HTTP/1.1" status: 200 len: 217 time: 0.0598273 Nov 25 00:30:51.887277 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4293fed6-98af-4dea-a31e-6391acdb3dfc req-7b9a1299-870b-4f01-80ac-05f368ebacab tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097058 Nov 25 00:30:51.939805 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425599db-9de7-4c88-a87a-d1bc06daaae6 req-1be5c2da-2ad6-4efa-999a-0acf00bbf85d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:51.954265 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-425599db-9de7-4c88-a87a-d1bc06daaae6 req-1be5c2da-2ad6-4efa-999a-0acf00bbf85d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.1622901 Nov 25 00:30:51.998224 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594c030-265b-4150-9907-0e57f87128e6 req-d648f8b0-0327-4cfe-aff2-8879b1188e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:51.999809 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8594c030-265b-4150-9907-0e57f87128e6 req-d648f8b0-0327-4cfe-aff2-8879b1188e31 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9526e428-93cb-4b36-b147-01a6ceccc3e0 HTTP/1.1" status: 200 len: 855 time: 0.1091266 Nov 25 00:30:52.063744 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8594c030-265b-4150-9907-0e57f87128e6 req-e4b395a0-b7b3-4610-81e3-e7e64dfb3c5b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6860e7f-1840-44cc-88a0-1bba28b2eba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525093 Nov 25 00:30:52.078969 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-425599db-9de7-4c88-a87a-d1bc06daaae6 req-fa14f214-5ad3-4e2b-b9ec-202e9939bace tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206467 Nov 25 00:30:52.304009 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8594c030-265b-4150-9907-0e57f87128e6 req-1cd01dce-fab8-4d55-ae5d-cca3a07d65d0 service neutron] 10.222.0.36 "GET /v2.0/networks/c6860e7f-1840-44cc-88a0-1bba28b2eba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282851 Nov 25 00:30:52.369066 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-b23f113a-95c0-4131-a3ab-06a9b218c582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'name': 'tempest-TestVolumeBootPattern-676175612-router', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:48Z', 'revision_number': 4, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'gw_port': {'id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9', 'name': '', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'mac_address': 'fa:16:3e:b4:8e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:47Z', 'updated_at': '2021-11-25T00:30:49Z', 'revision_number': 2, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'subnets': [{'id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:30:52.371059 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f4c72-287e-40b9-a79e-edaf4706e804 req-df55f870-646b-4b88-b11d-2d7b2bc7042d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:52.372686 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-021f4c72-287e-40b9-a79e-edaf4706e804 req-df55f870-646b-4b88-b11d-2d7b2bc7042d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3fc80a-a736-4249-a7ca-3f0989d897d0 HTTP/1.1" status: 200 len: 943 time: 0.1440713 Nov 25 00:30:52.470317 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23f113a-95c0-4131-a3ab-06a9b218c582 None None] Checking router: cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 for host: dv-cinder-819200-1-iscsi {{(pid=109125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:30:52.471008 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23f113a-95c0-4131-a3ab-06a9b218c582 None None] Updating router cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 port 8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9 binding host dv-cinder-819200-1-iscsi {{(pid=109125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 00:30:52.512563 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-021f4c72-287e-40b9-a79e-edaf4706e804 req-a91c9a67-6d89-4849-8bd4-8975941a321b tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228590 Nov 25 00:30:52.522771 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-b23f113a-95c0-4131-a3ab-06a9b218c582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:52.558322 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-4f664189-8080-47a1-b5b5-207239b4e834 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-819962725&fields=id&tenant_id=c5f392e66d5f410f8a6baf59ecc59ace HTTP/1.1" status: 200 len: 267 time: 0.2496951 Nov 25 00:30:52.646005 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8594c030-265b-4150-9907-0e57f87128e6 req-cc142597-3205-4e63-9392-0f34e164882c service neutron] 10.222.0.36 "GET /v2.0/networks/c6860e7f-1840-44cc-88a0-1bba28b2eba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288565 Nov 25 00:30:52.822493 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f692a-8e68-47f1-8727-811fe77adfe5 req-88032ec3-87cf-4da2-bc19-71efc42fc16b tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:52.834355 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-530f692a-8e68-47f1-8727-811fe77adfe5 req-88032ec3-87cf-4da2-bc19-71efc42fc16b tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.1395452 Nov 25 00:30:52.838957 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfc373-1111-49bb-a865-61484dbae149 req-c02c4da6-f7dd-4da7-8627-ca5215874b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:52.840749 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a5bfc373-1111-49bb-a865-61484dbae149 req-c02c4da6-f7dd-4da7-8627-ca5215874b28 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc244727a1134e209e24f40acad0df6d&device_id=ed3fc80a-a736-4249-a7ca-3f0989d897d0 HTTP/1.1" status: 200 len: 1096 time: 0.1048603 Nov 25 00:30:52.852963 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-94c3a9d5-8106-416a-9777-2022ce7c7b18 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:52.860351 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-94c3a9d5-8106-416a-9777-2022ce7c7b18 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/networks?id=1e9c94da-08ec-44a7-9abd-e30ed8735d06 HTTP/1.1" status: 200 len: 809 time: 0.2925036 Nov 25 00:30:52.901687 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-68c2dde3-2692-4aa4-bf83-f36f13fdaaf2 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/quotas/c5f392e66d5f410f8a6baf59ecc59ace HTTP/1.1" status: 200 len: 375 time: 0.0403192 Nov 25 00:30:52.983826 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-530f692a-8e68-47f1-8727-811fe77adfe5 req-bfd7fef7-ef98-4149-a975-a4d88d24fa0d tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480598 Nov 25 00:30:53.027281 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-4f83fa6d-6754-4563-894d-b1ae6711bba3 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c5f392e66d5f410f8a6baf59ecc59ace&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1245778 Nov 25 00:30:53.045292 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfc373-1111-49bb-a865-61484dbae149 req-dbada44b-8992-4ac5-a20f-15e7682925a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:53.047008 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a5bfc373-1111-49bb-a865-61484dbae149 req-dbada44b-8992-4ac5-a20f-15e7682925a1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6860e7f-1840-44cc-88a0-1bba28b2eba5 HTTP/1.1" status: 200 len: 916 time: 0.1835136 Nov 25 00:30:53.113314 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 43510) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:30:53.120216 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-691fd05f-7d7a-4c0e-a0a5-1d66f3363483 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1937152169-network', 'tenant_id': 'c930470a8abb4f0e81b431054503a336'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:30:53.148029 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a5bfc373-1111-49bb-a865-61484dbae149 req-fa8cc562-d7b6-4d44-b91e-d0b88abb5a63 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4499ab23-59f3-47c8-8272-ade0cdeff8fa HTTP/1.1" status: 200 len: 217 time: 0.0844860 Nov 25 00:30:53.159108 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-b23f113a-95c0-4131-a3ab-06a9b218c582 None None] Publish callbacks [] for port, precommit_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:53.169468 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-b23f113a-95c0-4131-a3ab-06a9b218c582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:53.201984 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691fd05f-7d7a-4c0e-a0a5-1d66f3363483 admin admin] Made reservation on behalf of c930470a8abb4f0e81b431054503a336 for: {'network': 1} {{(pid=109124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:30:53.205770 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-691fd05f-7d7a-4c0e-a0a5-1d66f3363483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for network, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:53.233534 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-691fd05f-7d7a-4c0e-a0a5-1d66f3363483 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:53.267918 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfc373-1111-49bb-a865-61484dbae149 req-dc280b53-dea8-4eb2-ae06-6500ea5a6bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:53.272585 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a5bfc373-1111-49bb-a865-61484dbae149 req-dc280b53-dea8-4eb2-ae06-6500ea5a6bac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9526e428-93cb-4b36-b147-01a6ceccc3e0 HTTP/1.1" status: 200 len: 855 time: 0.1106489 Nov 25 00:30:53.282804 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-77d91560-a0f9-44a5-8484-49c059be5116 service neutron] 10.222.0.37 "GET /v2.0/networks/1e9c94da-08ec-44a7-9abd-e30ed8735d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495675 Nov 25 00:30:53.329942 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f21bc9e-d88d-4813-b0c0-81689d572e10 None None] Pushing event updated for resources: {'Port': ['ID=8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9,revision_number=3']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:53.352559 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-b23f113a-95c0-4131-a3ab-06a9b218c582 None None] Attempting to bind port 8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9 on host dv-cinder-819200-1-iscsi for vnic_type normal with profile {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:30:53.353049 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-b23f113a-95c0-4131-a3ab-06a9b218c582 None None] Attempting to bind port 8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9 by drivers openvswitch,hyperv on host dv-cinder-819200-1-iscsi at level 0 using segments [{'id': '2b169a1d-4120-413d-9aa2-8c8ecf745be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e'}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:30:53.355787 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23f113a-95c0-4131-a3ab-06a9b218c582 None None] Attempting to bind port 8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9 on network aa757134-ed46-4072-85c3-9015c512ef5e {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:30:53.369801 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a5bfc373-1111-49bb-a865-61484dbae149 req-5e14a467-04ff-4725-bfc6-8eba51e6f9fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6860e7f-1840-44cc-88a0-1bba28b2eba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771184 Nov 25 00:30:53.375875 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23f113a-95c0-4131-a3ab-06a9b218c582 None None] Checking agent: {'id': '6db1e42d-7d41-4128-8d86-b90db240c589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 20, 18), 'started_at': datetime.datetime(2021, 11, 25, 0, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:30:53.378885 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23f113a-95c0-4131-a3ab-06a9b218c582 None None] Checking segment: {'id': '2b169a1d-4120-413d-9aa2-8c8ecf745be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:30:53.379619 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-b23f113a-95c0-4131-a3ab-06a9b218c582 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:53.380292 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23f113a-95c0-4131-a3ab-06a9b218c582 None None] Bound using segment: {'id': '2b169a1d-4120-413d-9aa2-8c8ecf745be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e'} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:30:53.381165 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-b23f113a-95c0-4131-a3ab-06a9b218c582 None None] Bound port: 8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9, host: dv-cinder-819200-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b169a1d-4120-413d-9aa2-8c8ecf745be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e'}}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:30:53.381829 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-b23f113a-95c0-4131-a3ab-06a9b218c582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:53.384638 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-691fd05f-7d7a-4c0e-a0a5-1d66f3363483 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:53.408626 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d6334-ff53-4b9f-843f-823871616f9d req-c29ec2ad-d1fa-470c-b331-66d5ca7c12fb tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:53.410891 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-107d6334-ff53-4b9f-843f-823871616f9d req-c29ec2ad-d1fa-470c-b331-66d5ca7c12fb tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.2500515 Nov 25 00:30:53.411704 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-691fd05f-7d7a-4c0e-a0a5-1d66f3363483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:53.435465 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-691fd05f-7d7a-4c0e-a0a5-1d66f3363483 admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=109124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 00:30:53.463824 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-691fd05f-7d7a-4c0e-a0a5-1d66f3363483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386'] for segment, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:53.465509 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.db.segments_db [None req-691fd05f-7d7a-4c0e-a0a5-1d66f3363483 admin admin] Added segment ddfcc866-a88a-4479-8227-2ff3d5442d6e of type vlan for network 90723697-d971-4fea-a747-e96e57b858c1 Nov 25 00:30:53.583747 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-396d63b5-0b03-4178-a892-5a90906e0c59 service neutron] 10.222.0.37 "GET /v2.0/networks/1e9c94da-08ec-44a7-9abd-e30ed8735d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997704 Nov 25 00:30:53.589226 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-691fd05f-7d7a-4c0e-a0a5-1d66f3363483 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781493843164'] for network, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:53.598145 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-b23f113a-95c0-4131-a3ab-06a9b218c582 None None] For port 8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9, host dv-cinder-819200-1-iscsi, cleared binding levels {{(pid=109125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:30:53.623397 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-b23f113a-95c0-4131-a3ab-06a9b218c582 None None] For port 8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9, host dv-cinder-819200-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9,segment=NetworkSegment(2b169a1d-4120-413d-9aa2-8c8ecf745be0),segment_id=2b169a1d-4120-413d-9aa2-8c8ecf745be0)] {{(pid=109125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:30:53.634874 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a5bfc373-1111-49bb-a865-61484dbae149 req-2c44d98a-8adf-4700-b409-5387dc7ff5ca service neutron] 10.222.0.36 "GET /v2.0/networks/c6860e7f-1840-44cc-88a0-1bba28b2eba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262912 Nov 25 00:30:53.650765 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-b23f113a-95c0-4131-a3ab-06a9b218c582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:53.696934 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-d46159a4-8c03-44e4-bf1b-362ec18fba1f None None] Provisioning complete for port 8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:53.697821 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-d46159a4-8c03-44e4-bf1b-362ec18fba1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:53.801195 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a5bfc373-1111-49bb-a865-61484dbae149 req-a7789d74-5d1d-4c4b-8d6c-f30bca678d3e service neutron] 10.222.0.36 "GET /v2.0/networks/c6860e7f-1840-44cc-88a0-1bba28b2eba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532183 Nov 25 00:30:53.809888 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fd05f-7d7a-4c0e-a0a5-1d66f3363483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c44230-9e67-4033-91bc-7a2d6748f544,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:53.849447 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23f113a-95c0-4131-a3ab-06a9b218c582 None None] Routers {'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:30:53.855442 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-b23f113a-95c0-4131-a3ab-06a9b218c582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:30:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:30:53.898052 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-691fd05f-7d7a-4c0e-a0a5-1d66f3363483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570'] for network, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:53.904937 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691fd05f-7d7a-4c0e-a0a5-1d66f3363483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:53.906063 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-691fd05f-7d7a-4c0e-a0a5-1d66f3363483 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for network, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:54.060723 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fd05f-7d7a-4c0e-a0a5-1d66f3363483 admin admin] Pushing event updated for resources: {'Network': ['ID=90723697-d971-4fea-a747-e96e57b858c1,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:54.090844 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-107d6334-ff53-4b9f-843f-823871616f9d req-4ae1b3b0-c670-48d0-a38e-ef59e28f74de tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4832330 Nov 25 00:30:54.111676 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-691fd05f-7d7a-4c0e-a0a5-1d66f3363483 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9968276 Nov 25 00:30:54.115011 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 43528) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:30:54.121235 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-f64c51e8-9950-44df-b55c-7488f810e579 admin admin] Request body: {'subnet': {'network_id': '90723697-d971-4fea-a747-e96e57b858c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1937152169-subnet', 'tenant_id': 'c930470a8abb4f0e81b431054503a336', 'ip_version': 4}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:30:54.154761 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64c51e8-9950-44df-b55c-7488f810e579 admin admin] Made reservation on behalf of c930470a8abb4f0e81b431054503a336 for: {'subnet': 1} {{(pid=109124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:30:54.158143 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-f64c51e8-9950-44df-b55c-7488f810e579 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12572954'] for subnet, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:54.323578 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bfcdc-2ac4-4934-aa7f-acd0745021d3 req-9b990845-7e54-45c2-b3f6-efb71c199b10 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:54.325193 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-126bfcdc-2ac4-4934-aa7f-acd0745021d3 req-9b990845-7e54-45c2-b3f6-efb71c199b10 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.1437120 Nov 25 00:30:54.360651 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-b23f113a-95c0-4131-a3ab-06a9b218c582 None None] Set router cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:30:54.423898 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f21bc9e-d88d-4813-b0c0-81689d572e10 None None] Pushing event updated for resources: {'Port': ['ID=8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9,revision_number=4']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:54.434258 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Network 90723697-d971-4fea-a747-e96e57b858c1 details requested by agent ovs-agent-dv-cinder-819200-1-iscsi with host dv-cinder-819200-1-iscsi {{(pid=109125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 00:30:54.465614 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93879e2-dd9e-4367-a019-68da7d5c7cd6 req-3d508ab5-5b5e-482b-a657-ad3af596164e tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:54.468980 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f93879e2-dd9e-4367-a019-68da7d5c7cd6 req-3d508ab5-5b5e-482b-a657-ad3af596164e tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3fc80a-a736-4249-a7ca-3f0989d897d0 HTTP/1.1" status: 200 len: 943 time: 0.1348188 Nov 25 00:30:54.487293 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-126bfcdc-2ac4-4934-aa7f-acd0745021d3 req-5b349091-7e67-4d5c-b4d2-260c8a56ed7d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398714 Nov 25 00:30:54.548255 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f93879e2-dd9e-4367-a019-68da7d5c7cd6 req-69fd900a-e765-412d-ba0c-91db2aa5c205 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693781 Nov 25 00:30:54.661371 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-68fcaa8c-d48e-41c7-9b77-c48584df41c6 req-1a87e4ab-bb31-41b0-9af2-7cf8cdb07ffe tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 210 time: 0.0643516 Nov 25 00:30:54.727194 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e827e8-bdc5-4776-8d74-a2a9f3cc87a4 req-78e924d9-7c35-4f7d-b818-63ce1fbdcac2 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:54.736939 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-d6e827e8-bdc5-4776-8d74-a2a9f3cc87a4 req-78e924d9-7c35-4f7d-b818-63ce1fbdcac2 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.1335392 Nov 25 00:30:54.784008 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-d46159a4-8c03-44e4-bf1b-362ec18fba1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:54.799479 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-f64c51e8-9950-44df-b55c-7488f810e579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11622866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12571120'] for subnet, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:54.854388 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-d6e827e8-bdc5-4776-8d74-a2a9f3cc87a4 req-0f3d349b-13eb-4bc8-98f6-044e58a19480 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123109 Nov 25 00:30:54.900892 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c51e8-9950-44df-b55c-7488f810e579 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1b9df59-ffc2-4151-ac88-931ca6e7a219,revision_number=0']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:54.913314 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64c51e8-9950-44df-b55c-7488f810e579 admin admin] Checking segment: {'id': 'ddfcc866-a88a-4479-8227-2ff3d5442d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '90723697-d971-4fea-a747-e96e57b858c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:30:54.913960 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64c51e8-9950-44df-b55c-7488f810e579 admin admin] Network hostable DHCP agents. Network: 90723697-d971-4fea-a747-e96e57b858c1, hostable agents: ['ef09b5cd-dd29-4f41-b3e7-5eec944a36f7'], hosted agents: [] {{(pid=109124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 00:30:54.921289 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-d46159a4-8c03-44e4-bf1b-362ec18fba1f None None] For port 8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9,segment=NetworkSegment(2b169a1d-4120-413d-9aa2-8c8ecf745be0),segment_id=2b169a1d-4120-413d-9aa2-8c8ecf745be0)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:30:54.933423 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-d46159a4-8c03-44e4-bf1b-362ec18fba1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:54.939186 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64c51e8-9950-44df-b55c-7488f810e579 admin admin] Network 90723697-d971-4fea-a747-e96e57b858c1 is scheduled to be hosted by DHCP agent ef09b5cd-dd29-4f41-b3e7-5eec944a36f7 with binding_index 1 {{(pid=109124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 00:30:54.967162 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.base_scheduler [None req-f64c51e8-9950-44df-b55c-7488f810e579 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-1-iscsi, 90723697-d971-4fea-a747-e96e57b858c1) {{(pid=109124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:30:54.978861 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64c51e8-9950-44df-b55c-7488f810e579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:54.979800 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-f64c51e8-9950-44df-b55c-7488f810e579 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for subnet, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:54.981465 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5febebfd-286c-45da-a68b-513188371c2c None None] Network 90723697-d971-4fea-a747-e96e57b858c1 requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:30:55.023350 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-f64c51e8-9950-44df-b55c-7488f810e579 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9042661 Nov 25 00:30:55.024881 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 43544) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:30:55.028905 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-d967c925-d1a2-4803-9599-7716015b2745 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1937152169-router', 'tenant_id': 'c930470a8abb4f0e81b431054503a336', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'}}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:30:55.096831 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d967c925-d1a2-4803-9599-7716015b2745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-776192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8608'] for router, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:55.103546 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d967c925-d1a2-4803-9599-7716015b2745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-776364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8633'] for router, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:55.187398 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46159a4-8c03-44e4-bf1b-362ec18fba1f None None] Pushing event updated for resources: {'Port': ['ID=8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9,revision_number=5']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:55.209007 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7b442728-da83-48af-8a39-71fcabf412bb None None] Provisioning complete for port 8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:55.209385 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7b442728-da83-48af-8a39-71fcabf412bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:55.222176 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d967c925-d1a2-4803-9599-7716015b2745 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:55.325040 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3655fbc-b5e7-4ac5-8b43-a0fdbb7ce629 req-4b283a7b-13c3-4954-b5a9-8d8c8d5ddf2f tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:55.327849 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f3655fbc-b5e7-4ac5-8b43-a0fdbb7ce629 req-4b283a7b-13c3-4954-b5a9-8d8c8d5ddf2f tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.1201427 Nov 25 00:30:55.406098 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-b23f113a-95c0-4131-a3ab-06a9b218c582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'name': 'tempest-TestVolumeBootPattern-676175612-router', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:48Z', 'revision_number': 4, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'gw_port': {'id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9', 'name': '', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'mac_address': 'fa:16:3e:b4:8e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:47Z', 'updated_at': '2021-11-25T00:30:53Z', 'revision_number': 4, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'subnets': [{'id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:30:55.417350 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 4499ab23-59f3-47c8-8272-ade0cdeff8fa details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=109125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 00:30:55.485901 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f3655fbc-b5e7-4ac5-8b43-a0fdbb7ce629 req-4dbab644-ea76-40df-9bb0-5491fc083215 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356881 Nov 25 00:30:55.505130 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d967c925-d1a2-4803-9599-7716015b2745 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:55.657144 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 4499ab23-59f3-47c8-8272-ade0cdeff8fa, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=4499ab23-59f3-47c8-8272-ade0cdeff8fa,segment=NetworkSegment(1d001069-81f5-4588-89c3-3b44f4223981),segment_id=1d001069-81f5-4588-89c3-3b44f4223981)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:30:55.682647 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Returning: {'device': '4499ab23-59f3-47c8-8272-ade0cdeff8fa', 'network_id': 'c6860e7f-1840-44cc-88a0-1bba28b2eba5', 'port_id': '4499ab23-59f3-47c8-8272-ade0cdeff8fa', 'mac_address': 'fa:16:3e:9d:2a:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9526e428-93cb-4b36-b147-01a6ceccc3e0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 00:30:55.687741 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23f113a-95c0-4131-a3ab-06a9b218c582 None None] The sync data for ids ['cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'] in dv-cinder-819200-1-iscsi is: [{'id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'name': 'tempest-TestVolumeBootPattern-676175612-router', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:48Z', 'revision_number': 4, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'gw_port': {'id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9', 'name': '', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'mac_address': 'fa:16:3e:b4:8e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:47Z', 'updated_at': '2021-11-25T00:30:53Z', 'revision_number': 4, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'subnets': [{'id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:30:55.689278 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff52a89-25b9-4205-8d7f-784247c3493a req-8494cf1d-24c5-4c1d-b452-6419403d0b6a tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:55.707304 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-0ff52a89-25b9-4205-8d7f-784247c3493a req-8494cf1d-24c5-4c1d-b452-6419403d0b6a tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0897827 Nov 25 00:30:55.768812 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06002b78-322f-4b2f-97ce-681f05de16f3 req-19dcae19-7dfc-4647-9640-eca612e28ed1 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:55.785626 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-06002b78-322f-4b2f-97ce-681f05de16f3 req-19dcae19-7dfc-4647-9640-eca612e28ed1 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3fc80a-a736-4249-a7ca-3f0989d897d0 HTTP/1.1" status: 200 len: 943 time: 0.1458039 Nov 25 00:30:55.808898 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140a53be-718c-4131-a988-329293708c4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf02d1ee3-10f8-5602-81ee-03f41b90932a-90723697-d971-4fea-a747-e96e57b858c1', 'network_id': '90723697-d971-4fea-a747-e96e57b858c1', 'tenant_id': 'c930470a8abb4f0e81b431054503a336', 'fixed_ips': [{'subnet_id': 'b1b9df59-ffc2-4151-ac88-931ca6e7a219'}]}} from dv-cinder-819200-1-iscsi. {{(pid=109125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 00:30:55.816256 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-140a53be-718c-4131-a988-329293708c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:55.823655 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-0ff52a89-25b9-4205-8d7f-784247c3493a req-8b749e06-e14e-4d9d-b1a7-c19b80f393b5 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128004 Nov 25 00:30:55.880406 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:55.912173 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4499ab23-59f3-47c8-8272-ade0cdeff8fa {{(pid=109125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:30:55.931335 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-06002b78-322f-4b2f-97ce-681f05de16f3 req-90e7ed32-0425-4252-ae1c-ea274f27dbc7 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442199 Nov 25 00:30:56.076857 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7022c2-94ae-42d5-a18e-c8cecbfebcdb req-d23af95c-de09-4693-899a-1b1600c6166a tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:56.091760 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ac7022c2-94ae-42d5-a18e-c8cecbfebcdb req-d23af95c-de09-4693-899a-1b1600c6166a tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.0694287 Nov 25 00:30:56.122433 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 4499ab23-59f3-47c8-8272-ade0cdeff8fa, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=4499ab23-59f3-47c8-8272-ade0cdeff8fa,segment=NetworkSegment(1d001069-81f5-4588-89c3-3b44f4223981),segment_id=1d001069-81f5-4588-89c3-3b44f4223981)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:30:56.139365 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7282cd67-199a-4f81-bc96-999b7d08bc1e req-9d21f815-1c79-4655-b4ec-65b47a951ca8 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 210 time: 0.0781302 Nov 25 00:30:56.182816 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:56.186023 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ac7022c2-94ae-42d5-a18e-c8cecbfebcdb req-412fc3d5-9b5c-4421-8ce3-6f17e9ef6286 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932748 Nov 25 00:30:56.281500 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d967c925-d1a2-4803-9599-7716015b2745 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:56.318592 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d967c925-d1a2-4803-9599-7716015b2745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:56.353520 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-06b8a990-cef6-448b-bf0a-a1d38276a966 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:56.356776 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-06b8a990-cef6-448b-bf0a-a1d38276a966 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.36 "GET /v2.0/networks?id=1e9c94da-08ec-44a7-9abd-e30ed8735d06 HTTP/1.1" status: 200 len: 809 time: 0.2629771 Nov 25 00:30:56.450047 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=4499ab23-59f3-47c8-8272-ade0cdeff8fa,revision_number=4']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:56.489702 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.db_base_plugin_common [None req-140a53be-718c-4131-a988-329293708c4e None None] Allocated IP 172.20.0.2 (90723697-d971-4fea-a747-e96e57b858c1/b1b9df59-ffc2-4151-ac88-931ca6e7a219/26070ee7-76ed-4147-99e7-a536093b4aa1) {{(pid=109125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:30:56.502614 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-78d3e62b-f77c-4d65-8a78-3180519b9e7e tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5f392e66d5f410f8a6baf59ecc59ace HTTP/1.1" status: 200 len: 379 time: 0.1148036 Nov 25 00:30:56.517956 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-4457a2ef-1539-4781-9258-f0cc6a84b4c7 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Request body: {'port': {'device_id': 'd91f8320-88a2-4375-b554-c9088c8bf20d', 'network_id': '1e9c94da-08ec-44a7-9abd-e30ed8735d06', 'admin_state_up': True, 'tenant_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'security_groups': ['dc56769a-1f76-4b45-8459-87f0c2d04e34']}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:30:56.641890 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.db_base_plugin_common [None req-d967c925-d1a2-4803-9599-7716015b2745 admin admin] Allocated IP 172.27.2.76 (7e710f5f-af80-47ab-b03c-3a0dd4623f26/89cd149f-d365-4a11-b22c-c62ab9234e96/1e45ad5b-ce05-406a-81b6-269c2d1dc6e8) {{(pid=109124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:30:56.687601 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['4499ab23-59f3-47c8-8272-ade0cdeff8fa'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:30:56.823377 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-4457a2ef-1539-4781-9258-f0cc6a84b4c7 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Made reservation on behalf of c5f392e66d5f410f8a6baf59ecc59ace for: {'port': 1} {{(pid=109123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:30:56.841895 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-4457a2ef-1539-4781-9258-f0cc6a84b4c7 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:57.217053 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 43574) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:30:57.274276 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.db_base_plugin_common [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-4457a2ef-1539-4781-9258-f0cc6a84b4c7 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Allocated IP 172.20.0.12 (1e9c94da-08ec-44a7-9abd-e30ed8735d06/6a96f391-45a6-424b-a4f4-889163bf126c/1e22ac7b-edbb-468e-ac61-bc2a30c9d949) {{(pid=109123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:30:57.303697 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:30:57.372877 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-140a53be-718c-4131-a988-329293708c4e None None] Publish callbacks [] for port, precommit_create {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:57.437666 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-140a53be-718c-4131-a988-329293708c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153'] for port, after_create {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:57.497591 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140a53be-718c-4131-a988-329293708c4e None None] Network 90723697-d971-4fea-a747-e96e57b858c1 is already hosted by enough agents. {{(pid=109125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:30:57.506506 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.scheduler.base_scheduler [None req-140a53be-718c-4131-a988-329293708c4e None None] Resources bound (agent type, host, resource id): {{(pid=109125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:30:57.531410 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-4457a2ef-1539-4781-9258-f0cc6a84b4c7 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks [] for port, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:57.579034 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140a53be-718c-4131-a988-329293708c4e None None] Received port after_create {{(pid=109125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:30:57.619203 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61fb7bf-11b9-402b-97c7-922ef5d57cc2 req-c6cdced3-a962-4f1a-bc6c-0bc5362d8bc9 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:57.620901 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c61fb7bf-11b9-402b-97c7-922ef5d57cc2 req-c6cdced3-a962-4f1a-bc6c-0bc5362d8bc9 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.4416726 Nov 25 00:30:57.623989 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-4457a2ef-1539-4781-9258-f0cc6a84b4c7 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:57.641092 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-fde7db34-f5fb-4c39-a3d6-78fb457113b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:57.697408 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a53be-718c-4131-a988-329293708c4e None None] Pushing event updated for resources: {'Port': ['ID=26070ee7-76ed-4147-99e7-a536093b4aa1,revision_number=1']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:57.699318 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-4457a2ef-1539-4781-9258-f0cc6a84b4c7 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Network 1e9c94da-08ec-44a7-9abd-e30ed8735d06 is already hosted by enough agents. {{(pid=109123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:30:57.715355 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-4457a2ef-1539-4781-9258-f0cc6a84b4c7 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Resources bound (agent type, host, resource id): {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:30:57.717786 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-4457a2ef-1539-4781-9258-f0cc6a84b4c7 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Received port after_create {{(pid=109123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:30:57.755963 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d967c925-d1a2-4803-9599-7716015b2745 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:57.761986 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-140a53be-718c-4131-a988-329293708c4e None None] Attempting to bind port 26070ee7-76ed-4147-99e7-a536093b4aa1 on host dv-cinder-819200-1-iscsi for vnic_type normal with profile {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:30:57.762472 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-140a53be-718c-4131-a988-329293708c4e None None] Attempting to bind port 26070ee7-76ed-4147-99e7-a536093b4aa1 by drivers openvswitch,hyperv on host dv-cinder-819200-1-iscsi at level 0 using segments [{'id': 'ddfcc866-a88a-4479-8227-2ff3d5442d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '90723697-d971-4fea-a747-e96e57b858c1'}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:30:57.762977 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140a53be-718c-4131-a988-329293708c4e None None] Attempting to bind port 26070ee7-76ed-4147-99e7-a536093b4aa1 on network 90723697-d971-4fea-a747-e96e57b858c1 {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:30:57.780459 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140a53be-718c-4131-a988-329293708c4e None None] Checking agent: {'id': '6db1e42d-7d41-4128-8d86-b90db240c589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 20, 18), 'started_at': datetime.datetime(2021, 11, 25, 0, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:30:57.781028 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140a53be-718c-4131-a988-329293708c4e None None] Checking segment: {'id': 'ddfcc866-a88a-4479-8227-2ff3d5442d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '90723697-d971-4fea-a747-e96e57b858c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:30:57.781210 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-4457a2ef-1539-4781-9258-f0cc6a84b4c7 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:57.781620 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-140a53be-718c-4131-a988-329293708c4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:57.781781 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-4457a2ef-1539-4781-9258-f0cc6a84b4c7 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for port, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:57.782198 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140a53be-718c-4131-a988-329293708c4e None None] Bound using segment: {'id': 'ddfcc866-a88a-4479-8227-2ff3d5442d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '90723697-d971-4fea-a747-e96e57b858c1'} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:30:57.783015 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-140a53be-718c-4131-a988-329293708c4e None None] Bound port: 26070ee7-76ed-4147-99e7-a536093b4aa1, host: dv-cinder-819200-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddfcc866-a88a-4479-8227-2ff3d5442d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '90723697-d971-4fea-a747-e96e57b858c1'}}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:30:57.783532 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-140a53be-718c-4131-a988-329293708c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:57.865272 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d967c925-d1a2-4803-9599-7716015b2745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:57.910804 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c61fb7bf-11b9-402b-97c7-922ef5d57cc2 req-6ae6c8ec-eb27-4db7-ba0d-acba76e34d47 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2647808 Nov 25 00:30:57.933207 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f7f5f-f267-4348-bfda-42b6ce8b023c req-d465324f-806e-4f36-bde6-ed61632e02f2 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:57.950587 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-706f7f5f-f267-4348-bfda-42b6ce8b023c req-d465324f-806e-4f36-bde6-ed61632e02f2 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 1.2645826 Nov 25 00:30:57.971388 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4457a2ef-1539-4781-9258-f0cc6a84b4c7 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Pushing event updated for resources: {'Port': ['ID=1e22ac7b-edbb-468e-ac61-bc2a30c9d949,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:57.995315 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port 8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:57.997591 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:58.014065 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-4457a2ef-1539-4781-9258-f0cc6a84b4c7 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5012350 Nov 25 00:30:58.075680 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-a9dc7a74-d6a7-468a-a144-655b732d7092 service neutron] Request body: {'port': {'device_id': 'd91f8320-88a2-4375-b554-c9088c8bf20d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:30:58.121079 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d967c925-d1a2-4803-9599-7716015b2745 admin admin] Network 7e710f5f-af80-47ab-b03c-3a0dd4623f26 is already hosted by enough agents. {{(pid=109124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:30:58.204731 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-706f7f5f-f267-4348-bfda-42b6ce8b023c req-c89e7d2c-c6de-4c3b-a47b-ec63dd1cf8b2 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026428 Nov 25 00:30:58.209354 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.base_scheduler [None req-d967c925-d1a2-4803-9599-7716015b2745 admin admin] Resources bound (agent type, host, resource id): {{(pid=109124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:30:58.225795 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-140a53be-718c-4131-a988-329293708c4e None None] For port 26070ee7-76ed-4147-99e7-a536093b4aa1, host dv-cinder-819200-1-iscsi, cleared binding levels {{(pid=109125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:30:58.230274 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d967c925-d1a2-4803-9599-7716015b2745 admin admin] Received port after_create {{(pid=109124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:30:58.231915 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-140a53be-718c-4131-a988-329293708c4e None None] For port 26070ee7-76ed-4147-99e7-a536093b4aa1, host dv-cinder-819200-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=26070ee7-76ed-4147-99e7-a536093b4aa1,segment=NetworkSegment(ddfcc866-a88a-4479-8227-2ff3d5442d6e),segment_id=ddfcc866-a88a-4479-8227-2ff3d5442d6e)] {{(pid=109125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:30:58.251412 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-140a53be-718c-4131-a988-329293708c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:58.416910 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967c925-d1a2-4803-9599-7716015b2745 admin admin] Pushing event updated for resources: {'Port': ['ID=1e45ad5b-ce05-406a-81b6-269c2d1dc6e8,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:58.450281 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-a9dc7a74-d6a7-468a-a144-655b732d7092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:58.467243 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c00067-a5f8-4d39-ae6d-aee7de23f20b req-d9ad4cf4-5fec-4639-b684-b649d4aaa02f tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:58.482971 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-88c00067-a5f8-4d39-ae6d-aee7de23f20b req-d9ad4cf4-5fec-4639-b684-b649d4aaa02f tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3fc80a-a736-4249-a7ca-3f0989d897d0 HTTP/1.1" status: 200 len: 944 time: 0.3135269 Nov 25 00:30:58.617232 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790716fa-2cc1-4c3c-8218-847e1453dd90 req-3f541464-7632-4669-86f6-5c242d0cd3c2 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:58.618887 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-fde7db34-f5fb-4c39-a3d6-78fb457113b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:58.625165 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-790716fa-2cc1-4c3c-8218-847e1453dd90 req-3f541464-7632-4669-86f6-5c242d0cd3c2 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 932 time: 0.1917253 Nov 25 00:30:58.678156 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 6 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 00:30:58.679350 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-fde7db34-f5fb-4c39-a3d6-78fb457113b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:58.683755 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a53be-718c-4131-a988-329293708c4e None None] Pushing event updated for resources: {'Port': ['ID=26070ee7-76ed-4147-99e7-a536093b4aa1,revision_number=2']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:58.714026 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-790716fa-2cc1-4c3c-8218-847e1453dd90 req-d1fc28a3-bc66-4575-8363-21717226c58d tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877247 Nov 25 00:30:58.719094 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-ebad7bf7-d587-443f-a439-2bd68430ed43 None None] Provisioning complete for port 1e22ac7b-edbb-468e-ac61-bc2a30c9d949 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:58.719978 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ebad7bf7-d587-443f-a439-2bd68430ed43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:58.811324 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-fde7db34-f5fb-4c39-a3d6-78fb457113b5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=01c94869b8b14a678b84df7c4f19df5a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5906632 Nov 25 00:30:58.813553 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-ebad7bf7-d587-443f-a439-2bd68430ed43 None None] Port 1e22ac7b-edbb-468e-ac61-bc2a30c9d949 cannot update to ACTIVE because it is not bound. {{(pid=109125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 00:30:58.832634 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 43582) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:30:58.851114 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-88c00067-a5f8-4d39-ae6d-aee7de23f20b req-c8a1a075-d6ea-4a4a-814b-6250bd8ccdb8 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655615 Nov 25 00:30:58.900909 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7db34-f5fb-4c39-a3d6-78fb457113b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690f45d6-88ae-4466-8cae-2a7cf32db4b8,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:59.036137 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21a3f7-a2a0-49bd-9a6c-5689540e109b req-1595038a-ae56-48fb-b150-89a0b211303d tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:59.044812 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-2d21a3f7-a2a0-49bd-9a6c-5689540e109b req-1595038a-ae56-48fb-b150-89a0b211303d tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.1377790 Nov 25 00:30:59.097784 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6b909d91-85b4-42d1-b583-2fe860139406 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:59.209900 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-2d21a3f7-a2a0-49bd-9a6c-5689540e109b req-5f566a59-d2a3-4e63-9dde-4409b12f4b13 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593215 Nov 25 00:30:59.211018 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d967c925-d1a2-4803-9599-7716015b2745 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:59.345690 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6b909d91-85b4-42d1-b583-2fe860139406 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:59.409021 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efed5c8-30bd-40fa-9049-27458e55707e req-f74deca9-a49d-4ed7-bfd7-41a12d7f4116 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:59.413482 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8efed5c8-30bd-40fa-9049-27458e55707e req-f74deca9-a49d-4ed7-bfd7-41a12d7f4116 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.2456605 Nov 25 00:30:59.420971 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 4499ab23-59f3-47c8-8272-ade0cdeff8fa up at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:30:59.557384 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning for port 4499ab23-59f3-47c8-8272-ade0cdeff8fa completed by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 00:30:59.562804 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning complete for port 4499ab23-59f3-47c8-8272-ade0cdeff8fa triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:30:59.563571 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:59.574112 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-a9dc7a74-d6a7-468a-a144-655b732d7092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e22ac7b-edbb-468e-ac61-bc2a30c9d949 {{(pid=109123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:30:59.587523 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-a9dc7a74-d6a7-468a-a144-655b732d7092 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:59.625873 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d967c925-d1a2-4803-9599-7716015b2745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-776343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622894'] for router, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:59.651618 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8efed5c8-30bd-40fa-9049-27458e55707e req-82ec9504-6777-4fe0-ab22-640bb900865d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225847 Nov 25 00:30:59.761278 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:59.806689 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3fc80a-a736-4249-a7ca-3f0989d897d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4499ab23-59f3-47c8-8272-ade0cdeff8fa'}] {{(pid=109125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:30:59.810152 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b40ce054491f5bd1a33a22e0e33c095860c6622367658d2460ab374ec6fa3a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9e9f8a-2b3e-4ad7-a214-217db56030b3" -d '{"events": [{"server_uuid": "ed3fc80a-a736-4249-a7ca-3f0989d897d0", "name": "network-vif-plugged", "status": "completed", "tag": "4499ab23-59f3-47c8-8272-ade0cdeff8fa"}]}' {{(pid=109125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:30:59.827243 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.provisioning_blocks [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-a9dc7a74-d6a7-468a-a144-655b732d7092 service neutron] Transition to ACTIVE for port object 1e22ac7b-edbb-468e-ac61-bc2a30c9d949 will not be triggered until provisioned by entity L2. {{(pid=109123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 00:30:59.835368 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-a9dc7a74-d6a7-468a-a144-655b732d7092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11305756'] for port, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:59.835615 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 4499ab23-59f3-47c8-8272-ade0cdeff8fa, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=4499ab23-59f3-47c8-8272-ade0cdeff8fa,segment=NetworkSegment(1d001069-81f5-4588-89c3-3b44f4223981),segment_id=1d001069-81f5-4588-89c3-3b44f4223981)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:30:59.837724 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6b909d91-85b4-42d1-b583-2fe860139406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:59.840802 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6b909d91-85b4-42d1-b583-2fe860139406 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:59.844366 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-6b909d91-85b4-42d1-b583-2fe860139406 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/690f45d6-88ae-4466-8cae-2a7cf32db4b8 HTTP/1.1" status: 204 len: 168 time: 0.9372303 Nov 25 00:30:59.849931 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:30:59.858276 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b909d91-85b4-42d1-b583-2fe860139406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690f45d6-88ae-4466-8cae-2a7cf32db4b8,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:30:59.885145 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e2865-8e09-4ff7-afa0-4949bea4f0fd req-e39ea30d-a3df-4a36-8586-05d862c10e94 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:30:59.894897 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-6c0e2865-8e09-4ff7-afa0-4949bea4f0fd req-e39ea30d-a3df-4a36-8586-05d862c10e94 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.4405615 Nov 25 00:30:59.929381 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=4499ab23-59f3-47c8-8272-ade0cdeff8fa,revision_number=5']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:00.050668 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc7a74-d6a7-468a-a144-655b732d7092 service neutron] Pushing event updated for resources: {'Port': ['ID=1e22ac7b-edbb-468e-ac61-bc2a30c9d949,revision_number=2']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:00.106018 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-6c0e2865-8e09-4ff7-afa0-4949bea4f0fd req-96260bc6-c76b-4878-9bcc-0845812d4272 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026815 Nov 25 00:31:00.151912 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d967c925-d1a2-4803-9599-7716015b2745 admin admin] Router f13883d6-ee52-4ce1-a383-26d7ef50f646 is scheduled to L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 with binding_index 1 {{(pid=109124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 00:31:00.293569 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ded8a3-f134-4650-b20a-a20a7394ae8d x-openstack-request-id: req-63ded8a3-f134-4650-b20a-a20a7394ae8d {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:31:00.293884 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3fc80a-a736-4249-a7ca-3f0989d897d0", "name": "network-vif-plugged", "status": "completed", "tag": "4499ab23-59f3-47c8-8272-ade0cdeff8fa", "code": 200}]} {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:31:00.294142 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-63ded8a3-f134-4650-b20a-a20a7394ae8d {{(pid=109125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:31:00.294564 dv-cinder-819200-1-iscsi neutron-server[109125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3fc80a-a736-4249-a7ca-3f0989d897d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4499ab23-59f3-47c8-8272-ade0cdeff8fa', 'code': 200} Nov 25 00:31:00.403143 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.managers [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-a9dc7a74-d6a7-468a-a144-655b732d7092 service neutron] Attempting to bind port 1e22ac7b-edbb-468e-ac61-bc2a30c9d949 on host hv-cinder-81920 for vnic_type normal with profile {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:31:00.403492 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.managers [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-a9dc7a74-d6a7-468a-a144-655b732d7092 service neutron] Attempting to bind port 1e22ac7b-edbb-468e-ac61-bc2a30c9d949 by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': '091f9bdd-4cd5-492f-866a-e7735895c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1e9c94da-08ec-44a7-9abd-e30ed8735d06'}] {{(pid=109123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:31:00.405099 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-a9dc7a74-d6a7-468a-a144-655b732d7092 service neutron] Attempting to bind port 1e22ac7b-edbb-468e-ac61-bc2a30c9d949 on network 1e9c94da-08ec-44a7-9abd-e30ed8735d06 {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:31:00.471134 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2d974-715f-4685-ae7e-3e49b2d744bd req-f7533b19-acd7-46dc-b06e-2e09e60cb473 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:00.475617 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-25e2d974-715f-4685-ae7e-3e49b2d744bd req-f7533b19-acd7-46dc-b06e-2e09e60cb473 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 944 time: 0.1922436 Nov 25 00:31:00.478427 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-a9dc7a74-d6a7-468a-a144-655b732d7092 service neutron] Port 1e22ac7b-edbb-468e-ac61-bc2a30c9d949 on network 1e9c94da-08ec-44a7-9abd-e30ed8735d06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 00:31:00.479003 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-a9dc7a74-d6a7-468a-a144-655b732d7092 service neutron] Attempting to bind port 1e22ac7b-edbb-468e-ac61-bc2a30c9d949 on network 1e9c94da-08ec-44a7-9abd-e30ed8735d06 {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:31:00.512835 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-a9dc7a74-d6a7-468a-a144-655b732d7092 service neutron] Checking agent: {'id': 'ecb47d45-642b-455d-9e6f-8b3bbedb4480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'started_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:31:00.513870 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-a9dc7a74-d6a7-468a-a144-655b732d7092 service neutron] Checking segment: {'id': '091f9bdd-4cd5-492f-866a-e7735895c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1e9c94da-08ec-44a7-9abd-e30ed8735d06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:31:00.514492 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-a9dc7a74-d6a7-468a-a144-655b732d7092 service neutron] Bound using segment: {'id': '091f9bdd-4cd5-492f-866a-e7735895c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1e9c94da-08ec-44a7-9abd-e30ed8735d06'} {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:31:00.517099 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.managers [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-a9dc7a74-d6a7-468a-a144-655b732d7092 service neutron] Bound port: 1e22ac7b-edbb-468e-ac61-bc2a30c9d949, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '091f9bdd-4cd5-492f-866a-e7735895c70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1e9c94da-08ec-44a7-9abd-e30ed8735d06'}}] {{(pid=109123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:31:00.518852 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-a9dc7a74-d6a7-468a-a144-655b732d7092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:00.690354 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-a9dc7a74-d6a7-468a-a144-655b732d7092 service neutron] For port 1e22ac7b-edbb-468e-ac61-bc2a30c9d949, host hv-cinder-81920, cleared binding levels {{(pid=109123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:31:00.695058 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-a9dc7a74-d6a7-468a-a144-655b732d7092 service neutron] For port 1e22ac7b-edbb-468e-ac61-bc2a30c9d949, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=1e22ac7b-edbb-468e-ac61-bc2a30c9d949,segment=NetworkSegment(091f9bdd-4cd5-492f-866a-e7735895c70c),segment_id=091f9bdd-4cd5-492f-866a-e7735895c70c)] {{(pid=109123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:31:00.703585 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7097338-c8df-4f30-bdd5-36270263b519 req-3aa94101-9f42-41ab-8318-32724ee191e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:00.706237 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b7097338-c8df-4f30-bdd5-36270263b519 req-3aa94101-9f42-41ab-8318-32724ee191e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88fe9e6d44f845c4ab47c65b792ab8b8&device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 1098 time: 0.2882819 Nov 25 00:31:00.780355 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eef766-221b-4c34-a83f-e9d4b36e98b7 req-131438be-3793-403d-86bf-171f1ac23edc tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:00.792324 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-41eef766-221b-4c34-a83f-e9d4b36e98b7 req-131438be-3793-403d-86bf-171f1ac23edc tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3fc80a-a736-4249-a7ca-3f0989d897d0 HTTP/1.1" status: 200 len: 945 time: 0.2339833 Nov 25 00:31:00.799132 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-a9dc7a74-d6a7-468a-a144-655b732d7092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11305756'] for port, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:00.855151 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-a9dc7a74-d6a7-468a-a144-655b732d7092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:00.855969 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-a9dc7a74-d6a7-468a-a144-655b732d7092 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for port, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:00.857520 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-a9dc7a74-d6a7-468a-a144-655b732d7092 service neutron] 10.222.0.36 "PUT /v2.0/ports/1e22ac7b-edbb-468e-ac61-bc2a30c9d949 HTTP/1.1" status: 200 len: 1094 time: 2.8146884 Nov 25 00:31:00.859609 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7061622a-8c9c-48e5-bf2d-47a44b54782c None None] Network 90723697-d971-4fea-a747-e96e57b858c1 requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:31:00.863393 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd91f8320-88a2-4375-b554-c9088c8bf20d', 'tag': '1e22ac7b-edbb-468e-ac61-bc2a30c9d949'}] {{(pid=109123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:31:00.867102 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d6797fd55ce1482701f76a6a20d13483833b06e18cae27317f32e85b7a837" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90678db4-bc1e-40cf-88f5-48f7bfa5db83" -d '{"events": [{"name": "network-changed", "server_uuid": "d91f8320-88a2-4375-b554-c9088c8bf20d", "tag": "1e22ac7b-edbb-468e-ac61-bc2a30c9d949"}]}' {{(pid=109123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:31:00.896458 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-25e2d974-715f-4685-ae7e-3e49b2d744bd req-e9af59aa-0222-4ee0-abbc-1137e3a9cbaf tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4038651 Nov 25 00:31:00.904867 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d967c925-d1a2-4803-9599-7716015b2745 admin admin] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:31:00.920197 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a63147-bbb1-4ebe-8120-92d8a14fe660 None None] Sync routers for ids ['f13883d6-ee52-4ce1-a383-26d7ef50f646'] in dv-cinder-819200-1-iscsi {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:31:00.954732 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a63147-bbb1-4ebe-8120-92d8a14fe660 None None] Routers {'f13883d6-ee52-4ce1-a383-26d7ef50f646'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:31:00.955391 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-90a63147-bbb1-4ebe-8120-92d8a14fe660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:30:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['f13883d6-ee52-4ce1-a383-26d7ef50f646'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:31:01.005159 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d967c925-d1a2-4803-9599-7716015b2745 admin admin] Publish callbacks [] for router, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:01.013111 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-d967c925-d1a2-4803-9599-7716015b2745 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9845307 Nov 25 00:31:01.030815 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 43614) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:31:01.070894 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9e52d-a196-4db4-89ca-06e7a801e426 req-443a8ab9-2c4e-4034-a13d-e1d18cfe1d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:01.070894 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-42e9e52d-a196-4db4-89ca-06e7a801e426 req-443a8ab9-2c4e-4034-a13d-e1d18cfe1d6b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ed3fc80a-a736-4249-a7ca-3f0989d897d0 HTTP/1.1" status: 200 len: 1098 time: 0.4474370 Nov 25 00:31:01.071488 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc7a74-d6a7-468a-a144-655b732d7092 service neutron] Pushing event updated for resources: {'Port': ['ID=1e22ac7b-edbb-468e-ac61-bc2a30c9d949,revision_number=3']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:01.146714 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 26070ee7-76ed-4147-99e7-a536093b4aa1 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:31:01.157873 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-42e9e52d-a196-4db4-89ca-06e7a801e426 req-9408d2f1-0b24-4563-8e07-103049ff20c3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760014 Nov 25 00:31:01.205732 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7097338-c8df-4f30-bdd5-36270263b519 req-8fc9d838-28e6-4f93-a400-714b889e2502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:01.214124 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b7097338-c8df-4f30-bdd5-36270263b519 req-8fc9d838-28e6-4f93-a400-714b889e2502 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b8bd4317-422f-42e2-9a69-593359f6781e HTTP/1.1" status: 200 len: 912 time: 0.4949002 Nov 25 00:31:01.229854 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-20d4e834-cf0c-47fd-9625-8c5a42f9f034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:01.231409 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-20d4e834-cf0c-47fd-9625-8c5a42f9f034 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5f392e66d5f410f8a6baf59ecc59ace&device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 1097 time: 0.2656391 Nov 25 00:31:01.265417 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-85c307b5-a46a-448b-b68f-6a65a112d3dc None None] Provisioning complete for port 26070ee7-76ed-4147-99e7-a536093b4aa1 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:31:01.267695 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-85c307b5-a46a-448b-b68f-6a65a112d3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:01.300885 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a7d3e-329d-491e-ae8e-0a90665ce87b req-94898f98-6647-4666-a0f2-9700ca7a8271 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:01.314210 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f37a7d3e-329d-491e-ae8e-0a90665ce87b req-94898f98-6647-4666-a0f2-9700ca7a8271 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.1486559 Nov 25 00:31:01.342097 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-41eef766-221b-4c34-a83f-e9d4b36e98b7 req-3b490894-d8a9-4c0a-9b0f-62c1ef76bcda tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5401490 Nov 25 00:31:01.392162 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-90a63147-bbb1-4ebe-8120-92d8a14fe660 None None] Set router f13883d6-ee52-4ce1-a383-26d7ef50f646 gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:31:01.441081 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f37a7d3e-329d-491e-ae8e-0a90665ce87b req-61b11113-cd28-4254-b21e-8f604b5d5108 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127131 Nov 25 00:31:01.540317 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-f398ea6e-62fb-4b90-a174-4fddde4f5bef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e22ac7b-edbb-468e-ac61-bc2a30c9d949 HTTP/1.1" status: 200 len: 217 time: 0.1169367 Nov 25 00:31:01.548269 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 00:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68658e31-14f7-457f-a673-9e09e21129e9 x-openstack-request-id: req-68658e31-14f7-457f-a673-9e09e21129e9 {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:31:01.549741 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d91f8320-88a2-4375-b554-c9088c8bf20d", "tag": "1e22ac7b-edbb-468e-ac61-bc2a30c9d949", "status": "completed", "code": 200}]} {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:31:01.552676 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-68658e31-14f7-457f-a673-9e09e21129e9 {{(pid=109123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:31:01.553333 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd91f8320-88a2-4375-b554-c9088c8bf20d', 'tag': '1e22ac7b-edbb-468e-ac61-bc2a30c9d949', 'status': 'completed', 'code': 200} Nov 25 00:31:01.600705 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port 26070ee7-76ed-4147-99e7-a536093b4aa1 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:31:01.601925 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:01.751915 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-4fe76576-105b-49f5-93f9-ee04549f827f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:01.752652 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-4fe76576-105b-49f5-93f9-ee04549f827f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a96f391-45a6-424b-a4f4-889163bf126c HTTP/1.1" status: 200 len: 848 time: 0.1933074 Nov 25 00:31:01.805228 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c3718-aad0-49ec-be80-fcad04b0bb2c req-c9273244-b1c6-44ef-aef0-62aacb8c1c1e tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:01.820976 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4a1c3718-aad0-49ec-be80-fcad04b0bb2c req-c9273244-b1c6-44ef-aef0-62aacb8c1c1e tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.1575074 Nov 25 00:31:01.892854 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-85c307b5-a46a-448b-b68f-6a65a112d3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:01.930283 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-90a63147-bbb1-4ebe-8120-92d8a14fe660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13883d6-ee52-4ce1-a383-26d7ef50f646', 'name': 'tempest-TestVolumeBootPattern-1937152169-router', 'tenant_id': 'c930470a8abb4f0e81b431054503a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '1e45ad5b-ce05-406a-81b6-269c2d1dc6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:55Z', 'updated_at': '2021-11-25T00:30:58Z', 'revision_number': 3, 'project_id': 'c930470a8abb4f0e81b431054503a336', 'gw_port': {'id': '1e45ad5b-ce05-406a-81b6-269c2d1dc6e8', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ed:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13883d6-ee52-4ce1-a383-26d7ef50f646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:56Z', 'updated_at': '2021-11-25T00:30:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi'}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:31:01.942363 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4a1c3718-aad0-49ec-be80-fcad04b0bb2c req-3e3ce449-9405-489a-984c-ab5402211fe3 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225603 Nov 25 00:31:01.999394 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-2a4a9ad1-015a-45ed-a82c-54459c4538e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:02.009681 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-2a4a9ad1-015a-45ed-a82c-54459c4538e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1e9c94da-08ec-44a7-9abd-e30ed8735d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2452359 Nov 25 00:31:02.018424 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a63147-bbb1-4ebe-8120-92d8a14fe660 None None] Checking router: f13883d6-ee52-4ce1-a383-26d7ef50f646 for host: dv-cinder-819200-1-iscsi {{(pid=109126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:31:02.018424 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a63147-bbb1-4ebe-8120-92d8a14fe660 None None] Updating router f13883d6-ee52-4ce1-a383-26d7ef50f646 port 1e45ad5b-ce05-406a-81b6-269c2d1dc6e8 binding host dv-cinder-819200-1-iscsi {{(pid=109126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 00:31:02.096657 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-85c307b5-a46a-448b-b68f-6a65a112d3dc None None] For port 26070ee7-76ed-4147-99e7-a536093b4aa1, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=26070ee7-76ed-4147-99e7-a536093b4aa1,segment=NetworkSegment(ddfcc866-a88a-4479-8227-2ff3d5442d6e),segment_id=ddfcc866-a88a-4479-8227-2ff3d5442d6e)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:31:02.105905 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-85c307b5-a46a-448b-b68f-6a65a112d3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:02.113528 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:02.134555 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-90a63147-bbb1-4ebe-8120-92d8a14fe660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:02.217092 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b7097338-c8df-4f30-bdd5-36270263b519 req-2c67adb8-5e44-4571-ba1c-1cec1af94a58 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b119409b-8ced-4456-81f2-968ea6e653bd HTTP/1.1" status: 200 len: 1001 time: 0.8267903 Nov 25 00:31:02.305728 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7097338-c8df-4f30-bdd5-36270263b519 req-160fba2b-0c4a-42c0-a8cf-979daab1ecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:02.307804 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b7097338-c8df-4f30-bdd5-36270263b519 req-160fba2b-0c4a-42c0-a8cf-979daab1ecc6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9 HTTP/1.1" status: 200 len: 850 time: 0.0745842 Nov 25 00:31:02.317130 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c307b5-a46a-448b-b68f-6a65a112d3dc None None] Pushing event updated for resources: {'Port': ['ID=26070ee7-76ed-4147-99e7-a536093b4aa1,revision_number=3']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:02.344907 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd89d63-f5ce-4526-9a81-a78764bf952f req-454a5758-2697-41b7-a064-a8dae4de2602 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:02.356096 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-bcd89d63-f5ce-4526-9a81-a78764bf952f req-454a5758-2697-41b7-a064-a8dae4de2602 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.6487052 Nov 25 00:31:02.509178 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.db.api [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109125) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 00:31:02.514474 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG oslo_db.api [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 00:31:02.647917 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-0c244545-8bf5-4e79-b02b-5b2349f8f420 None None] Provisioning complete for port 26070ee7-76ed-4147-99e7-a536093b4aa1 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:31:02.651581 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-0c244545-8bf5-4e79-b02b-5b2349f8f420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:02.870774 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-24257d15-f54b-4f7b-9aa5-fa0855d2a28d service neutron] 10.222.0.36 "GET /v2.0/networks/1e9c94da-08ec-44a7-9abd-e30ed8735d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8505414 Nov 25 00:31:02.880708 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-bcd89d63-f5ce-4526-9a81-a78764bf952f req-badceadc-0100-4e30-9288-9f3f9b3bd3c4 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5232434 Nov 25 00:31:02.888195 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-90a63147-bbb1-4ebe-8120-92d8a14fe660 None None] Publish callbacks [] for port, precommit_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:02.889497 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ea0c9-d11e-4f7d-a4dc-64ab0c8de6cd req-a01d98e8-9f60-46a7-9faf-272358ef29da tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:02.898029 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-cc2ea0c9-d11e-4f7d-a4dc-64ab0c8de6cd req-a01d98e8-9f60-46a7-9faf-272358ef29da tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 944 time: 0.1804802 Nov 25 00:31:02.907081 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7097338-c8df-4f30-bdd5-36270263b519 req-2a726bf8-e994-4732-814a-abe3efe284ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:02.908650 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b7097338-c8df-4f30-bdd5-36270263b519 req-2a726bf8-e994-4732-814a-abe3efe284ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b8bd4317-422f-42e2-9a69-593359f6781e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5870292 Nov 25 00:31:02.911044 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-90a63147-bbb1-4ebe-8120-92d8a14fe660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:02.969195 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.managers [None req-90a63147-bbb1-4ebe-8120-92d8a14fe660 None None] Attempting to bind port 1e45ad5b-ce05-406a-81b6-269c2d1dc6e8 on host dv-cinder-819200-1-iscsi for vnic_type normal with profile {{(pid=109126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:31:02.976937 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.managers [None req-90a63147-bbb1-4ebe-8120-92d8a14fe660 None None] Attempting to bind port 1e45ad5b-ce05-406a-81b6-269c2d1dc6e8 by drivers openvswitch,hyperv on host dv-cinder-819200-1-iscsi at level 0 using segments [{'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'}] {{(pid=109126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:31:02.977658 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a63147-bbb1-4ebe-8120-92d8a14fe660 None None] Attempting to bind port 1e45ad5b-ce05-406a-81b6-269c2d1dc6e8 on network 7e710f5f-af80-47ab-b03c-3a0dd4623f26 {{(pid=109126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:31:03.006955 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 43642) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:31:03.036668 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a63147-bbb1-4ebe-8120-92d8a14fe660 None None] Checking agent: {'id': '6db1e42d-7d41-4128-8d86-b90db240c589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 20, 18), 'started_at': datetime.datetime(2021, 11, 25, 0, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:31:03.039016 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a63147-bbb1-4ebe-8120-92d8a14fe660 None None] Checking segment: {'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:31:03.039981 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-90a63147-bbb1-4ebe-8120-92d8a14fe660 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:03.040675 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a63147-bbb1-4ebe-8120-92d8a14fe660 None None] Bound using segment: {'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'} {{(pid=109126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:31:03.043262 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.managers [None req-90a63147-bbb1-4ebe-8120-92d8a14fe660 None None] Bound port: 1e45ad5b-ce05-406a-81b6-269c2d1dc6e8, host: dv-cinder-819200-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'}}] {{(pid=109126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:31:03.044039 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-90a63147-bbb1-4ebe-8120-92d8a14fe660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:03.124690 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a85912-72ce-48fa-85a5-3e088dffb337 None None] Pushing event updated for resources: {'Port': ['ID=1e45ad5b-ce05-406a-81b6-269c2d1dc6e8,revision_number=2']} {{(pid=109126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:03.150546 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a85912-72ce-48fa-85a5-3e088dffb337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:03.151154 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a85912-72ce-48fa-85a5-3e088dffb337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:03.151637 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a85912-72ce-48fa-85a5-3e088dffb337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:03.152242 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a85912-72ce-48fa-85a5-3e088dffb337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:03.152701 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a85912-72ce-48fa-85a5-3e088dffb337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:03.153104 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a85912-72ce-48fa-85a5-3e088dffb337 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:03.153508 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a85912-72ce-48fa-85a5-3e088dffb337 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:03.153910 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a85912-72ce-48fa-85a5-3e088dffb337 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:03.154419 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a85912-72ce-48fa-85a5-3e088dffb337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:03.154830 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a85912-72ce-48fa-85a5-3e088dffb337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:03.155226 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a85912-72ce-48fa-85a5-3e088dffb337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:03.155616 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a85912-72ce-48fa-85a5-3e088dffb337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:03.163235 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-cc2ea0c9-d11e-4f7d-a4dc-64ab0c8de6cd req-9c85290a-28c2-4a0b-9a9c-1d576af95f78 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2501488 Nov 25 00:31:03.165929 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.db [None req-90a63147-bbb1-4ebe-8120-92d8a14fe660 None None] For port 1e45ad5b-ce05-406a-81b6-269c2d1dc6e8, host dv-cinder-819200-1-iscsi, cleared binding levels {{(pid=109126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:31:03.184980 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.db [None req-90a63147-bbb1-4ebe-8120-92d8a14fe660 None None] For port 1e45ad5b-ce05-406a-81b6-269c2d1dc6e8, host dv-cinder-819200-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=1e45ad5b-ce05-406a-81b6-269c2d1dc6e8,segment=NetworkSegment(2cbd316e-5d05-4c4d-ba22-dac4641013ba),segment_id=2cbd316e-5d05-4c4d-ba22-dac4641013ba)] {{(pid=109126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:31:03.195813 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-90a63147-bbb1-4ebe-8120-92d8a14fe660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:03.267991 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 26070ee7-76ed-4147-99e7-a536093b4aa1 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:31:03.347092 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f02ad771-90eb-47de-9ced-5d5d462abfa3 req-51c17400-bad4-4f52-b150-02ea679651a0 service neutron] 10.222.0.36 "GET /v2.0/networks/1e9c94da-08ec-44a7-9abd-e30ed8735d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477890 Nov 25 00:31:03.350785 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-7c7100aa-7f91-4835-8111-3652ec00e611 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:03.352040 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a85912-72ce-48fa-85a5-3e088dffb337 None None] Pushing event updated for resources: {'Port': ['ID=1e45ad5b-ce05-406a-81b6-269c2d1dc6e8,revision_number=3']} {{(pid=109126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:03.373102 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port 26070ee7-76ed-4147-99e7-a536093b4aa1 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:31:03.373725 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:03.396533 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a63147-bbb1-4ebe-8120-92d8a14fe660 None None] Routers {'f13883d6-ee52-4ce1-a383-26d7ef50f646'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:31:03.399509 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-90a63147-bbb1-4ebe-8120-92d8a14fe660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:30:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['f13883d6-ee52-4ce1-a383-26d7ef50f646'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:31:03.422990 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f57046-e653-4713-9904-6e047ca9be5e req-5e57fb03-0247-4c80-9819-0f98287da668 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:03.424048 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16503af-bd83-4110-b317-c3bc1ca05467 req-e706c509-4ae3-40c5-a813-3af2aa4c22b9 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:03.434946 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-d16503af-bd83-4110-b317-c3bc1ca05467 req-e706c509-4ae3-40c5-a813-3af2aa4c22b9 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.1581933 Nov 25 00:31:03.435295 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-36f57046-e653-4713-9904-6e047ca9be5e req-5e57fb03-0247-4c80-9819-0f98287da668 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3fc80a-a736-4249-a7ca-3f0989d897d0 HTTP/1.1" status: 200 len: 945 time: 0.3445921 Nov 25 00:31:03.467497 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b7097338-c8df-4f30-bdd5-36270263b519 req-6d33f07d-d99b-4a79-bb6d-276546a0bc3e service neutron] 10.222.0.36 "GET /v2.0/networks/b8bd4317-422f-42e2-9a69-593359f6781e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5414531 Nov 25 00:31:03.560654 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-d16503af-bd83-4110-b317-c3bc1ca05467 req-4f11e143-142b-4ec6-95cd-09d7e0bba6ff tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241896 Nov 25 00:31:03.605261 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-36f57046-e653-4713-9904-6e047ca9be5e req-e37e8b9b-df8e-4ed5-8c77-97b2de64c40a tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690576 Nov 25 00:31:03.618540 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90678db4-bc1e-40cf-88f5-48f7bfa5db83 req-3b721d87-5f11-46fb-bf04-ea9c95c1d5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:03.620638 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-90678db4-bc1e-40cf-88f5-48f7bfa5db83 req-3b721d87-5f11-46fb-bf04-ea9c95c1d5f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5f392e66d5f410f8a6baf59ecc59ace&device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 1097 time: 0.1731486 Nov 25 00:31:03.685296 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7315f952-b3a3-48dc-be8f-71d94f468b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:03.699688 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-90a63147-bbb1-4ebe-8120-92d8a14fe660 None None] Set router f13883d6-ee52-4ce1-a383-26d7ef50f646 gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:31:03.732116 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b7097338-c8df-4f30-bdd5-36270263b519 req-8b3c9bb9-c9d0-4195-9243-6ee69d079d76 service neutron] 10.222.0.36 "GET /v2.0/networks/b8bd4317-422f-42e2-9a69-593359f6781e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514639 Nov 25 00:31:03.876178 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90678db4-bc1e-40cf-88f5-48f7bfa5db83 req-d30ceed1-15bb-4689-931f-6c3a74b1b4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:03.878160 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-90678db4-bc1e-40cf-88f5-48f7bfa5db83 req-d30ceed1-15bb-4689-931f-6c3a74b1b4eb service neutron] 10.222.0.36 "GET /v2.0/networks?id=1e9c94da-08ec-44a7-9abd-e30ed8735d06 HTTP/1.1" status: 200 len: 910 time: 0.2477894 Nov 25 00:31:03.890995 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-7c7100aa-7f91-4835-8111-3652ec00e611 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:03.956728 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-90678db4-bc1e-40cf-88f5-48f7bfa5db83 req-baf8908a-4987-45c2-859c-aa8aaa07987c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e22ac7b-edbb-468e-ac61-bc2a30c9d949 HTTP/1.1" status: 200 len: 217 time: 0.0599122 Nov 25 00:31:03.957836 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-7c7100aa-7f91-4835-8111-3652ec00e611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:04.003356 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-7c7100aa-7f91-4835-8111-3652ec00e611 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4b5945557e124876a50ea85a3f55ed90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9925113 Nov 25 00:31:04.015368 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 43650) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:31:04.074359 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90678db4-bc1e-40cf-88f5-48f7bfa5db83 req-ff5923c2-fb9a-410f-ace7-3378f212c32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:04.076155 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-90678db4-bc1e-40cf-88f5-48f7bfa5db83 req-ff5923c2-fb9a-410f-ace7-3378f212c32d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a96f391-45a6-424b-a4f4-889163bf126c HTTP/1.1" status: 200 len: 848 time: 0.0823278 Nov 25 00:31:04.078770 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-90a63147-bbb1-4ebe-8120-92d8a14fe660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13883d6-ee52-4ce1-a383-26d7ef50f646', 'name': 'tempest-TestVolumeBootPattern-1937152169-router', 'tenant_id': 'c930470a8abb4f0e81b431054503a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '1e45ad5b-ce05-406a-81b6-269c2d1dc6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:55Z', 'updated_at': '2021-11-25T00:30:58Z', 'revision_number': 3, 'project_id': 'c930470a8abb4f0e81b431054503a336', 'gw_port': {'id': '1e45ad5b-ce05-406a-81b6-269c2d1dc6e8', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ed:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13883d6-ee52-4ce1-a383-26d7ef50f646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:56Z', 'updated_at': '2021-11-25T00:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi'}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:31:04.091916 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713d528-cfac-4cf1-b324-863c2e727d1e req-da95ff5f-7c33-44c8-87f0-7d4f264dbc29 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:04.106708 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f713d528-cfac-4cf1-b324-863c2e727d1e req-da95ff5f-7c33-44c8-87f0-7d4f264dbc29 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.3171489 Nov 25 00:31:04.170171 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.db_base_plugin_common [None req-7315f952-b3a3-48dc-be8f-71d94f468b18 admin admin] Allocated IP 172.20.0.1 (90723697-d971-4fea-a747-e96e57b858c1/b1b9df59-ffc2-4151-ac88-931ca6e7a219/c79ae2a3-7d3f-40b6-825c-92f9e60df7b5) {{(pid=109124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:31:04.203671 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a63147-bbb1-4ebe-8120-92d8a14fe660 None None] The sync data for ids ['f13883d6-ee52-4ce1-a383-26d7ef50f646'] in dv-cinder-819200-1-iscsi is: [{'id': 'f13883d6-ee52-4ce1-a383-26d7ef50f646', 'name': 'tempest-TestVolumeBootPattern-1937152169-router', 'tenant_id': 'c930470a8abb4f0e81b431054503a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '1e45ad5b-ce05-406a-81b6-269c2d1dc6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:55Z', 'updated_at': '2021-11-25T00:30:58Z', 'revision_number': 3, 'project_id': 'c930470a8abb4f0e81b431054503a336', 'gw_port': {'id': '1e45ad5b-ce05-406a-81b6-269c2d1dc6e8', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ed:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13883d6-ee52-4ce1-a383-26d7ef50f646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:56Z', 'updated_at': '2021-11-25T00:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi'}] {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:31:04.229884 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90678db4-bc1e-40cf-88f5-48f7bfa5db83 req-f95fdda4-150e-4ab6-b0c1-9ed4353c2179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:04.232131 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-90678db4-bc1e-40cf-88f5-48f7bfa5db83 req-f95fdda4-150e-4ab6-b0c1-9ed4353c2179 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1e9c94da-08ec-44a7-9abd-e30ed8735d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1130986 Nov 25 00:31:04.240107 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7100aa-7f91-4835-8111-3652ec00e611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12458d77-251f-42f3-ab0b-a7670b1544cf,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:04.407839 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f713d528-cfac-4cf1-b324-863c2e727d1e req-18147f44-705c-46bf-a240-0dd05bc7feb6 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2853086 Nov 25 00:31:04.412999 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7315f952-b3a3-48dc-be8f-71d94f468b18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:04.474664 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7315f952-b3a3-48dc-be8f-71d94f468b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:04.589826 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-90678db4-bc1e-40cf-88f5-48f7bfa5db83 req-f9a6b7d6-6eb1-48a9-a1f7-60931f82005a service neutron] 10.222.0.36 "GET /v2.0/networks/1e9c94da-08ec-44a7-9abd-e30ed8735d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318601 Nov 25 00:31:04.599606 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315f952-b3a3-48dc-be8f-71d94f468b18 admin admin] Pushing event updated for resources: {'Port': ['ID=c79ae2a3-7d3f-40b6-825c-92f9e60df7b5,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:04.657287 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7315f952-b3a3-48dc-be8f-71d94f468b18 admin admin] Network 90723697-d971-4fea-a747-e96e57b858c1 is already hosted by enough agents. {{(pid=109124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:31:04.664542 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.base_scheduler [None req-7315f952-b3a3-48dc-be8f-71d94f468b18 admin admin] Resources bound (agent type, host, resource id): {{(pid=109124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:31:04.710910 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7315f952-b3a3-48dc-be8f-71d94f468b18 admin admin] Received port after_create {{(pid=109124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:31:04.848700 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e587d-4150-4708-a6b8-f7551b0b7c33 req-fefdfd4c-95c0-44fb-a7aa-2195a41188d8 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:04.851217 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ba2e587d-4150-4708-a6b8-f7551b0b7c33 req-fefdfd4c-95c0-44fb-a7aa-2195a41188d8 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.3864598 Nov 25 00:31:04.852198 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-c802519c-c160-41da-9abc-7f6b05a25322 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:04.854360 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7315f952-b3a3-48dc-be8f-71d94f468b18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623071'] for router_interface, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:04.865595 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633f346-286f-4acc-b1d0-f23ac272a009 req-be447de1-c5ed-46b8-8c76-fb3a1d727ad3 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:04.868423 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-5633f346-286f-4acc-b1d0-f23ac272a009 req-be447de1-c5ed-46b8-8c76-fb3a1d727ad3 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 944 time: 0.2739844 Nov 25 00:31:04.984095 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-c802519c-c160-41da-9abc-7f6b05a25322 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:05.007893 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-90678db4-bc1e-40cf-88f5-48f7bfa5db83 req-77759b61-94a8-4da3-a2dc-eaee2af9c106 service neutron] 10.222.0.36 "GET /v2.0/networks/1e9c94da-08ec-44a7-9abd-e30ed8735d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000263 Nov 25 00:31:05.051245 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-5633f346-286f-4acc-b1d0-f23ac272a009 req-c79ed8df-248b-4c20-b346-b16c671b9a63 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749568 Nov 25 00:31:05.067819 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ba2e587d-4150-4708-a6b8-f7551b0b7c33 req-4315df58-6411-4d69-9cf2-a029be418ce2 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858363 Nov 25 00:31:05.231223 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-ed21f46a-e3b6-4b7a-a27d-b3d02fcac42a None None] Provisioning complete for port c79ae2a3-7d3f-40b6-825c-92f9e60df7b5 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:31:05.232692 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ed21f46a-e3b6-4b7a-a27d-b3d02fcac42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:05.296844 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 1e45ad5b-ce05-406a-81b6-269c2d1dc6e8 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:31:05.307307 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-ed21f46a-e3b6-4b7a-a27d-b3d02fcac42a None None] Port c79ae2a3-7d3f-40b6-825c-92f9e60df7b5 cannot update to ACTIVE because it is not bound. {{(pid=109125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 00:31:05.317725 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-c802519c-c160-41da-9abc-7f6b05a25322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:05.322087 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-c802519c-c160-41da-9abc-7f6b05a25322 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:05.323504 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-c802519c-c160-41da-9abc-7f6b05a25322 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/12458d77-251f-42f3-ab0b-a7670b1544cf HTTP/1.1" status: 204 len: 168 time: 1.3023121 Nov 25 00:31:05.344647 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7315f952-b3a3-48dc-be8f-71d94f468b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:05.355587 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c802519c-c160-41da-9abc-7f6b05a25322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12458d77-251f-42f3-ab0b-a7670b1544cf,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:05.374214 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71276a-a128-40bb-a172-42206868f5ac req-59f7ce40-1d78-404a-b6d3-8f599402d674 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:05.376805 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7e71276a-a128-40bb-a172-42206868f5ac req-59f7ce40-1d78-404a-b6d3-8f599402d674 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.1963408 Nov 25 00:31:05.410929 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port 1e45ad5b-ce05-406a-81b6-269c2d1dc6e8 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:31:05.412007 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:05.569093 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:05.590502 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7e71276a-a128-40bb-a172-42206868f5ac req-184894ef-2240-44e6-bdb6-fd1cb24c6e56 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022474 Nov 25 00:31:05.650464 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] For port 1e45ad5b-ce05-406a-81b6-269c2d1dc6e8, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=1e45ad5b-ce05-406a-81b6-269c2d1dc6e8,segment=NetworkSegment(2cbd316e-5d05-4c4d-ba22-dac4641013ba),segment_id=2cbd316e-5d05-4c4d-ba22-dac4641013ba)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:31:05.660876 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:05.730705 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f355029-318f-4a23-b957-d4b7af0f8dba req-d21ebbb8-f897-4f90-9fe6-c275ce9ac4d3 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:05.737497 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1f355029-318f-4a23-b957-d4b7af0f8dba req-d21ebbb8-f897-4f90-9fe6-c275ce9ac4d3 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.1403041 Nov 25 00:31:05.799515 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Pushing event updated for resources: {'Port': ['ID=1e45ad5b-ce05-406a-81b6-269c2d1dc6e8,revision_number=4']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:05.870504 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1f355029-318f-4a23-b957-d4b7af0f8dba req-03411f5e-c985-4cab-9eee-a1d45eff3b29 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227760 Nov 25 00:31:05.894500 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7315f952-b3a3-48dc-be8f-71d94f468b18 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:05.920201 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7315f952-b3a3-48dc-be8f-71d94f468b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11622735'] for port, after_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:06.034680 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315f952-b3a3-48dc-be8f-71d94f468b18 admin admin] Pushing event updated for resources: {'Port': ['ID=c79ae2a3-7d3f-40b6-825c-92f9e60df7b5,revision_number=2']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:06.041491 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7315f952-b3a3-48dc-be8f-71d94f468b18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-762479'] for router_interface, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:06.253778 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d617c-5694-47c3-8c3b-5ab35049543f req-a4131559-77b0-4109-9701-538ced7e709b tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:06.275765 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7315f952-b3a3-48dc-be8f-71d94f468b18 admin admin] Network 90723697-d971-4fea-a747-e96e57b858c1 is already hosted by enough agents. {{(pid=109124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:31:06.280433 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.base_scheduler [None req-7315f952-b3a3-48dc-be8f-71d94f468b18 admin admin] Resources bound (agent type, host, resource id): {{(pid=109124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:31:06.289836 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b35d617c-5694-47c3-8c3b-5ab35049543f req-a4131559-77b0-4109-9701-538ced7e709b tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.1352122 Nov 25 00:31:06.470805 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b35d617c-5694-47c3-8c3b-5ab35049543f req-7d7635c7-7b01-48e6-a9fe-6ad750b73056 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751487 Nov 25 00:31:06.615337 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e61a9-afd4-4947-9b63-d1ba03442350 req-364cdf35-8961-42c4-8aef-97b250a23e9f tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:06.630941 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-d34e61a9-afd4-4947-9b63-d1ba03442350 req-364cdf35-8961-42c4-8aef-97b250a23e9f tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 944 time: 0.2062132 Nov 25 00:31:06.701707 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7315f952-b3a3-48dc-be8f-71d94f468b18 admin admin] Router f13883d6-ee52-4ce1-a383-26d7ef50f646 has already been hosted by L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 {{(pid=109124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 00:31:06.728163 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 43700) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:31:06.856420 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-6aa8408a-c9ea-4acb-8c31-bbd1d03aed51 None None] Provisioning complete for port c79ae2a3-7d3f-40b6-825c-92f9e60df7b5 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:31:06.857599 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-6aa8408a-c9ea-4acb-8c31-bbd1d03aed51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:06.932941 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-6aa8408a-c9ea-4acb-8c31-bbd1d03aed51 None None] Port c79ae2a3-7d3f-40b6-825c-92f9e60df7b5 cannot update to ACTIVE because it is not bound. {{(pid=109125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 00:31:06.947207 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-d34e61a9-afd4-4947-9b63-d1ba03442350 req-b21ab65d-b5d5-4a62-bd71-f5b4dac77565 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2868474 Nov 25 00:31:07.013794 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-dfa32055-1d8d-42e5-9cdc-aa6420231365 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2141853439-network', 'tenant_id': 'dcc6ed29431740b98943ed0eee5e0f6e'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:31:07.028715 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7315f952-b3a3-48dc-be8f-71d94f468b18 admin admin] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:31:07.035692 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-7315f952-b3a3-48dc-be8f-71d94f468b18 admin admin] 10.222.0.37 "PUT /v2.0/routers/f13883d6-ee52-4ce1-a383-26d7ef50f646/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0016994 Nov 25 00:31:07.085285 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa32055-1d8d-42e5-9cdc-aa6420231365 admin admin] Made reservation on behalf of dcc6ed29431740b98943ed0eee5e0f6e for: {'network': 1} {{(pid=109123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:31:07.088138 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-dfa32055-1d8d-42e5-9cdc-aa6420231365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for network, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:07.106496 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5dab4-6445-45b0-872b-10d0b80329ae req-07a9f248-5465-487f-9722-aa1a89437701 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:07.108085 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-79c5dab4-6445-45b0-872b-10d0b80329ae req-07a9f248-5465-487f-9722-aa1a89437701 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.1235845 Nov 25 00:31:07.108919 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-dfa32055-1d8d-42e5-9cdc-aa6420231365 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:07.183846 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-79c5dab4-6445-45b0-872b-10d0b80329ae req-5acf438e-2e6e-4bbe-be0d-3a2e8bdd14a2 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658803 Nov 25 00:31:07.290462 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 1e45ad5b-ce05-406a-81b6-269c2d1dc6e8 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:31:07.308347 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-dfa32055-1d8d-42e5-9cdc-aa6420231365 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:07.316470 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-dfa32055-1d8d-42e5-9cdc-aa6420231365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:07.346573 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfa32055-1d8d-42e5-9cdc-aa6420231365 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=109123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 00:31:07.364388 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa32055-1d8d-42e5-9cdc-aa6420231365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:07.375082 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-dfa32055-1d8d-42e5-9cdc-aa6420231365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386'] for segment, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:07.375959 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.db.segments_db [None req-dfa32055-1d8d-42e5-9cdc-aa6420231365 admin admin] Added segment 5794903e-0cbd-4522-8ef4-5d761ae05e8f of type vlan for network bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6 Nov 25 00:31:07.380653 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port 1e45ad5b-ce05-406a-81b6-269c2d1dc6e8 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:31:07.382734 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:07.449480 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff647a3-0b76-4d1a-8316-0da8e0893655 None None] Sync routers for ids ['f13883d6-ee52-4ce1-a383-26d7ef50f646'] in dv-cinder-819200-1-iscsi {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:31:07.452689 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-dfa32055-1d8d-42e5-9cdc-aa6420231365 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781493843164'] for network, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:07.516314 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-dfa32055-1d8d-42e5-9cdc-aa6420231365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570'] for network, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:07.520516 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa32055-1d8d-42e5-9cdc-aa6420231365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:07.521135 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-dfa32055-1d8d-42e5-9cdc-aa6420231365 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for network, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:07.556655 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff647a3-0b76-4d1a-8316-0da8e0893655 None None] Routers {'f13883d6-ee52-4ce1-a383-26d7ef50f646'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:31:07.557755 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-dff647a3-0b76-4d1a-8316-0da8e0893655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:30:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['f13883d6-ee52-4ce1-a383-26d7ef50f646'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:31:07.572142 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-dfa32055-1d8d-42e5-9cdc-aa6420231365 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8470438 Nov 25 00:31:07.579393 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 43720) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:31:07.584803 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-88fd847a-73b7-4286-9ca4-0fdbd706136f admin admin] Request body: {'subnet': {'network_id': 'bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2141853439-subnet', 'tenant_id': 'dcc6ed29431740b98943ed0eee5e0f6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:31:07.641493 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fd847a-73b7-4286-9ca4-0fdbd706136f admin admin] Made reservation on behalf of dcc6ed29431740b98943ed0eee5e0f6e for: {'subnet': 1} {{(pid=109124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:31:07.648053 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-88fd847a-73b7-4286-9ca4-0fdbd706136f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12572954'] for subnet, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:07.693560 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa32055-1d8d-42e5-9cdc-aa6420231365 admin admin] Pushing event updated for resources: {'Network': ['ID=bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:07.715668 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Network bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6 details requested by agent ovs-agent-dv-cinder-819200-1-iscsi with host dv-cinder-819200-1-iscsi {{(pid=109125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 00:31:07.749473 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c46b8b-ed02-463c-af3d-b17cce9cd7da req-d82a93c8-fef3-412e-b847-b9a2e6b3e630 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:07.765576 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-31c46b8b-ed02-463c-af3d-b17cce9cd7da req-d82a93c8-fef3-412e-b847-b9a2e6b3e630 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.1409364 Nov 25 00:31:07.879497 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-31c46b8b-ed02-463c-af3d-b17cce9cd7da req-acb2a8a7-9d36-4c21-b961-2bfda4889e69 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116910 Nov 25 00:31:07.917995 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-dff647a3-0b76-4d1a-8316-0da8e0893655 None None] Set router f13883d6-ee52-4ce1-a383-26d7ef50f646 gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:31:08.038383 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-88fd847a-73b7-4286-9ca4-0fdbd706136f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11622866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12571120'] for subnet, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:08.122465 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e85bd4-07ee-4cb3-8774-bbd9e64fc97e req-d4cf1857-dbd3-430f-bae9-74e0c7d97f6e tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:08.130899 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-36e85bd4-07ee-4cb3-8774-bbd9e64fc97e req-d4cf1857-dbd3-430f-bae9-74e0c7d97f6e tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 944 time: 0.0726459 Nov 25 00:31:08.150413 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd847a-73b7-4286-9ca4-0fdbd706136f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7de8026c-4c4c-4a85-bb18-9f58e36bed1d,revision_number=0']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:08.197332 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fd847a-73b7-4286-9ca4-0fdbd706136f admin admin] Checking segment: {'id': '5794903e-0cbd-4522-8ef4-5d761ae05e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:31:08.197616 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fd847a-73b7-4286-9ca4-0fdbd706136f admin admin] Network hostable DHCP agents. Network: bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6, hostable agents: ['ef09b5cd-dd29-4f41-b3e7-5eec944a36f7'], hosted agents: [] {{(pid=109124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 00:31:08.219907 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-36e85bd4-07ee-4cb3-8774-bbd9e64fc97e req-807345aa-9bc9-400c-96cb-02e49638ef04 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868826 Nov 25 00:31:08.224766 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fd847a-73b7-4286-9ca4-0fdbd706136f admin admin] Network bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6 is scheduled to be hosted by DHCP agent ef09b5cd-dd29-4f41-b3e7-5eec944a36f7 with binding_index 1 {{(pid=109124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 00:31:08.258544 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.base_scheduler [None req-88fd847a-73b7-4286-9ca4-0fdbd706136f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-1-iscsi, bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6) {{(pid=109124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:31:08.270564 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fd847a-73b7-4286-9ca4-0fdbd706136f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:08.273858 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-88fd847a-73b7-4286-9ca4-0fdbd706136f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for subnet, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:08.303097 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e04414-3ed2-4175-a5af-e8fa2db6401c None None] Network bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6 requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:31:08.328747 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-88fd847a-73b7-4286-9ca4-0fdbd706136f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7423069 Nov 25 00:31:08.530147 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de21ee-0351-463f-807b-9da47d4c2f6d req-5b1cf677-9524-4db2-ada6-395835677eaf tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:08.553704 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-86de21ee-0351-463f-807b-9da47d4c2f6d req-5b1cf677-9524-4db2-ada6-395835677eaf tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.1763771 Nov 25 00:31:08.614673 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 43734) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:31:08.619737 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-bce36cc3-011b-40fb-93eb-1419a2fbb7aa tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-900008301', 'description': 'tempest-secgroup-smoke-900008301 description', 'project_id': '8537d37a59f34a86a54b106e5f66df14'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:31:08.676976 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-86de21ee-0351-463f-807b-9da47d4c2f6d req-4d7bbf67-13e1-4f4d-a3ae-5cc030302f81 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187215 Nov 25 00:31:08.704229 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-bce36cc3-011b-40fb-93eb-1419a2fbb7aa tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:08.752222 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-dff647a3-0b76-4d1a-8316-0da8e0893655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13883d6-ee52-4ce1-a383-26d7ef50f646', 'name': 'tempest-TestVolumeBootPattern-1937152169-router', 'tenant_id': 'c930470a8abb4f0e81b431054503a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '1e45ad5b-ce05-406a-81b6-269c2d1dc6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:55Z', 'updated_at': '2021-11-25T00:31:05Z', 'revision_number': 4, 'project_id': 'c930470a8abb4f0e81b431054503a336', 'gw_port': {'id': '1e45ad5b-ce05-406a-81b6-269c2d1dc6e8', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ed:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13883d6-ee52-4ce1-a383-26d7ef50f646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:56Z', 'updated_at': '2021-11-25T00:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': 'c79ae2a3-7d3f-40b6-825c-92f9e60df7b5', 'name': '', 'network_id': '90723697-d971-4fea-a747-e96e57b858c1', 'tenant_id': 'c930470a8abb4f0e81b431054503a336', 'mac_address': 'fa:16:3e:f4:66:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13883d6-ee52-4ce1-a383-26d7ef50f646', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b1b9df59-ffc2-4151-ac88-931ca6e7a219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:31:03Z', 'updated_at': '2021-11-25T00:31:05Z', 'revision_number': 2, 'project_id': 'c930470a8abb4f0e81b431054503a336', 'subnets': [{'id': 'b1b9df59-ffc2-4151-ac88-931ca6e7a219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:31:08.799981 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff647a3-0b76-4d1a-8316-0da8e0893655 None None] Checking router: f13883d6-ee52-4ce1-a383-26d7ef50f646 for host: dv-cinder-819200-1-iscsi {{(pid=109125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:31:08.800418 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff647a3-0b76-4d1a-8316-0da8e0893655 None None] Updating router f13883d6-ee52-4ce1-a383-26d7ef50f646 port c79ae2a3-7d3f-40b6-825c-92f9e60df7b5 binding host dv-cinder-819200-1-iscsi {{(pid=109125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 00:31:08.829229 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab23c70c-8d25-4031-8500-457236af6772 None None] Network bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6 requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:31:08.854836 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-bce36cc3-011b-40fb-93eb-1419a2fbb7aa tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:08.863442 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-bce36cc3-011b-40fb-93eb-1419a2fbb7aa tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:08.884590 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-dff647a3-0b76-4d1a-8316-0da8e0893655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:08.928958 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-bce36cc3-011b-40fb-93eb-1419a2fbb7aa tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:08.931850 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-bce36cc3-011b-40fb-93eb-1419a2fbb7aa tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3159420 Nov 25 00:31:08.933612 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce36cc3-011b-40fb-93eb-1419a2fbb7aa tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:08.935109 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 43748) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:31:08.947626 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-7c0e376f-b01e-4f0a-948e-8ecda02c2df5 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Request body: {'security_group_rule': {'security_group_id': 'e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf', 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:31:08.991563 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-7c0e376f-b01e-4f0a-948e-8ecda02c2df5 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:09.029064 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcec96-3ab2-4386-a2ad-2bce51b48864 req-759059db-f6f9-4fd4-87d7-323ae46aa73f tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:09.030907 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7ddcec96-3ab2-4386-a2ad-2bce51b48864 req-759059db-f6f9-4fd4-87d7-323ae46aa73f tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.0714021 Nov 25 00:31:09.069709 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-7c0e376f-b01e-4f0a-948e-8ecda02c2df5 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:09.075235 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-7c0e376f-b01e-4f0a-948e-8ecda02c2df5 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704393'] for security_group_rule, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:09.095960 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7ddcec96-3ab2-4386-a2ad-2bce51b48864 req-a3174749-5bb5-4a54-a88b-c1fb60ac0948 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586078 Nov 25 00:31:09.108223 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e376f-b01e-4f0a-948e-8ecda02c2df5 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0e63f69-f773-4cd8-8494-c8cb94d3335b,revision_number=0']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:09.128050 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-7c0e376f-b01e-4f0a-948e-8ecda02c2df5 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:09.129550 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-7c0e376f-b01e-4f0a-948e-8ecda02c2df5 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1907203 Nov 25 00:31:09.132461 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 43754) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:31:09.137949 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-d9c4211a-affd-4a19-9e34-554008bb4b6e tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Request body: {'security_group_rule': {'security_group_id': 'e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf', 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:31:09.172198 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d9c4211a-affd-4a19-9e34-554008bb4b6e tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:09.233760 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d9c4211a-affd-4a19-9e34-554008bb4b6e tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:09.237756 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d9c4211a-affd-4a19-9e34-554008bb4b6e tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704393'] for security_group_rule, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:09.260955 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4211a-affd-4a19-9e34-554008bb4b6e tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f45e47a5-dd87-4e87-903f-22285fc7635a,revision_number=0']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:09.283498 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d9c4211a-affd-4a19-9e34-554008bb4b6e tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:09.287566 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-d9c4211a-affd-4a19-9e34-554008bb4b6e tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1509402 Nov 25 00:31:09.287889 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 43758) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:31:09.293872 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-20b0259c-847a-4a06-9d87-e35cea03dcd1 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Request body: {'security_group_rule': {'security_group_id': 'e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf', 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:31:09.311318 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-dff647a3-0b76-4d1a-8316-0da8e0893655 None None] Publish callbacks [] for port, precommit_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:09.318941 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-dff647a3-0b76-4d1a-8316-0da8e0893655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:09.338009 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-20b0259c-847a-4a06-9d87-e35cea03dcd1 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:09.370458 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d6dc8-68ec-4f27-a824-6c5923462bbb req-f31476c6-2264-4d92-b666-c00b5c5bf3d5 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:09.372017 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ec9d6dc8-68ec-4f27-a824-6c5923462bbb req-f31476c6-2264-4d92-b666-c00b5c5bf3d5 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 944 time: 0.0650034 Nov 25 00:31:09.410542 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf14ccc-aded-4f0c-bc53-ac1139d949a1 None None] Pushing event updated for resources: {'Port': ['ID=c79ae2a3-7d3f-40b6-825c-92f9e60df7b5,revision_number=3']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:09.426384 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-20b0259c-847a-4a06-9d87-e35cea03dcd1 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:09.432810 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-20b0259c-847a-4a06-9d87-e35cea03dcd1 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704393'] for security_group_rule, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:09.444241 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-dff647a3-0b76-4d1a-8316-0da8e0893655 None None] Attempting to bind port c79ae2a3-7d3f-40b6-825c-92f9e60df7b5 on host dv-cinder-819200-1-iscsi for vnic_type normal with profile {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:31:09.444638 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-dff647a3-0b76-4d1a-8316-0da8e0893655 None None] Attempting to bind port c79ae2a3-7d3f-40b6-825c-92f9e60df7b5 by drivers openvswitch,hyperv on host dv-cinder-819200-1-iscsi at level 0 using segments [{'id': 'ddfcc866-a88a-4479-8227-2ff3d5442d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '90723697-d971-4fea-a747-e96e57b858c1'}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:31:09.445034 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff647a3-0b76-4d1a-8316-0da8e0893655 None None] Attempting to bind port c79ae2a3-7d3f-40b6-825c-92f9e60df7b5 on network 90723697-d971-4fea-a747-e96e57b858c1 {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:31:09.451093 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ec9d6dc8-68ec-4f27-a824-6c5923462bbb req-12ba683e-0314-46bb-980a-e769e0952c98 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727222 Nov 25 00:31:09.458510 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff647a3-0b76-4d1a-8316-0da8e0893655 None None] Checking agent: {'id': '6db1e42d-7d41-4128-8d86-b90db240c589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 20, 18), 'started_at': datetime.datetime(2021, 11, 25, 0, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:31:09.458950 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff647a3-0b76-4d1a-8316-0da8e0893655 None None] Checking segment: {'id': 'ddfcc866-a88a-4479-8227-2ff3d5442d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '90723697-d971-4fea-a747-e96e57b858c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:31:09.459358 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-dff647a3-0b76-4d1a-8316-0da8e0893655 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:09.460131 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff647a3-0b76-4d1a-8316-0da8e0893655 None None] Bound using segment: {'id': 'ddfcc866-a88a-4479-8227-2ff3d5442d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '90723697-d971-4fea-a747-e96e57b858c1'} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:31:09.460269 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-dff647a3-0b76-4d1a-8316-0da8e0893655 None None] Bound port: c79ae2a3-7d3f-40b6-825c-92f9e60df7b5, host: dv-cinder-819200-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddfcc866-a88a-4479-8227-2ff3d5442d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '90723697-d971-4fea-a747-e96e57b858c1'}}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:31:09.461854 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-dff647a3-0b76-4d1a-8316-0da8e0893655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:09.466023 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-20b0259c-847a-4a06-9d87-e35cea03dcd1 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:09.467269 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-20b0259c-847a-4a06-9d87-e35cea03dcd1 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1776066 Nov 25 00:31:09.470288 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 43760) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:31:09.474987 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-03f1b620-2255-4312-9fbf-014a1f507ee6 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Request body: {'security_group_rule': {'security_group_id': 'e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf', 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:31:09.480356 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b0259c-847a-4a06-9d87-e35cea03dcd1 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94875ceb-4a91-431c-8d53-981c5f2042e1,revision_number=0']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:09.508954 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-03f1b620-2255-4312-9fbf-014a1f507ee6 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:09.555663 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-dff647a3-0b76-4d1a-8316-0da8e0893655 None None] For port c79ae2a3-7d3f-40b6-825c-92f9e60df7b5, host dv-cinder-819200-1-iscsi, cleared binding levels {{(pid=109125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:31:09.558171 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bd3c8-be88-41b6-bdfa-1a8bd1399040 req-c7d4ac99-9a62-486d-88b7-7b6758fa0d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:09.560372 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-dff647a3-0b76-4d1a-8316-0da8e0893655 None None] For port c79ae2a3-7d3f-40b6-825c-92f9e60df7b5, host dv-cinder-819200-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=c79ae2a3-7d3f-40b6-825c-92f9e60df7b5,segment=NetworkSegment(ddfcc866-a88a-4479-8227-2ff3d5442d6e),segment_id=ddfcc866-a88a-4479-8227-2ff3d5442d6e)] {{(pid=109125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:31:09.561311 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2d9bd3c8-be88-41b6-bdfa-1a8bd1399040 req-c7d4ac99-9a62-486d-88b7-7b6758fa0d98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab9bf63ea1ef4e45a31c8dad8d8491c4&device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 1098 time: 0.0603950 Nov 25 00:31:09.567091 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-dff647a3-0b76-4d1a-8316-0da8e0893655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:09.606282 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-03f1b620-2255-4312-9fbf-014a1f507ee6 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:09.612246 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-03f1b620-2255-4312-9fbf-014a1f507ee6 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704393'] for security_group_rule, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:09.620012 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff647a3-0b76-4d1a-8316-0da8e0893655 None None] Routers {'f13883d6-ee52-4ce1-a383-26d7ef50f646'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:31:09.620645 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-dff647a3-0b76-4d1a-8316-0da8e0893655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:30:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['f13883d6-ee52-4ce1-a383-26d7ef50f646'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:31:09.649437 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1b620-2255-4312-9fbf-014a1f507ee6 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fa5bef2-7fec-4777-99d3-38fee365ad46,revision_number=0']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:09.661031 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-03f1b620-2255-4312-9fbf-014a1f507ee6 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:09.665544 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-03f1b620-2255-4312-9fbf-014a1f507ee6 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1910033 Nov 25 00:31:09.666327 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 43764) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:31:09.680484 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-16de7cac-174f-424e-9dbd-e3bcb4c40e49 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Request body: {'security_group_rule': {'security_group_id': 'e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf', 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:31:09.685364 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bd3c8-be88-41b6-bdfa-1a8bd1399040 req-3905dcde-a944-40a5-bb04-3edfd41f5443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:09.688180 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2d9bd3c8-be88-41b6-bdfa-1a8bd1399040 req-3905dcde-a944-40a5-bb04-3edfd41f5443 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ac47630-ede3-4aec-b968-c75e15d99ba8 HTTP/1.1" status: 200 len: 917 time: 0.1186683 Nov 25 00:31:09.729155 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.db.securitygroups_db [None req-16de7cac-174f-424e-9dbd-e3bcb4c40e49 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Project 8537d37a59f34a86a54b106e5f66df14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 00:31:09.744366 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-16de7cac-174f-424e-9dbd-e3bcb4c40e49 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:09.744564 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf14ccc-aded-4f0c-bc53-ac1139d949a1 None None] Pushing event updated for resources: {'Port': ['ID=c79ae2a3-7d3f-40b6-825c-92f9e60df7b5,revision_number=4']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:09.761587 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-15e696a1-0c71-43bb-991e-eec64570377a None None] Provisioning complete for port c79ae2a3-7d3f-40b6-825c-92f9e60df7b5 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:31:09.761831 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-15e696a1-0c71-43bb-991e-eec64570377a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:09.797766 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2d9bd3c8-be88-41b6-bdfa-1a8bd1399040 req-a53443a6-6d96-453d-b7ab-d8699cbdd857 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7850e98-99f6-49c8-9b73-7628661955e3 HTTP/1.1" status: 200 len: 1001 time: 0.1012199 Nov 25 00:31:09.829794 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-dff647a3-0b76-4d1a-8316-0da8e0893655 None None] Set router f13883d6-ee52-4ce1-a383-26d7ef50f646 gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:31:09.870254 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bd3c8-be88-41b6-bdfa-1a8bd1399040 req-df432ae9-21b0-4211-aa39-bce2f7e47f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:09.871809 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2d9bd3c8-be88-41b6-bdfa-1a8bd1399040 req-df432ae9-21b0-4211-aa39-bce2f7e47f60 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4f92811-004c-42eb-91fc-ffe218f909da HTTP/1.1" status: 200 len: 855 time: 0.0654328 Nov 25 00:31:09.903316 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-16de7cac-174f-424e-9dbd-e3bcb4c40e49 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:09.917185 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd34142-a91f-4338-a4b7-0d7d50667a7a req-11c84b5b-4396-4cde-985f-3378de83e7ae tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:09.919528 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8bd34142-a91f-4338-a4b7-0d7d50667a7a req-11c84b5b-4396-4cde-985f-3378de83e7ae tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.0993738 Nov 25 00:31:09.920683 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-16de7cac-174f-424e-9dbd-e3bcb4c40e49 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704393'] for security_group_rule, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:09.962524 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de7cac-174f-424e-9dbd-e3bcb4c40e49 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60d550f3-b08b-4d12-b75c-edb7bce29649,revision_number=0']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:09.971428 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bd3c8-be88-41b6-bdfa-1a8bd1399040 req-aceede25-2617-4402-b1f5-d426ac8441e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:09.974921 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2d9bd3c8-be88-41b6-bdfa-1a8bd1399040 req-aceede25-2617-4402-b1f5-d426ac8441e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ac47630-ede3-4aec-b968-c75e15d99ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0823216 Nov 25 00:31:09.992736 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-16de7cac-174f-424e-9dbd-e3bcb4c40e49 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:09.995331 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-16de7cac-174f-424e-9dbd-e3bcb4c40e49 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3273346 Nov 25 00:31:09.999320 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 43768) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:31:10.001793 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-15e696a1-0c71-43bb-991e-eec64570377a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:10.007559 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-fa307bad-09e5-401e-850e-397ef802d5ed tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Request body: {'security_group_rule': {'security_group_id': 'e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf', 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:31:10.024786 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8bd34142-a91f-4338-a4b7-0d7d50667a7a req-b52ba1ae-db9a-4fbb-adc2-e46af5b00edb tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962501 Nov 25 00:31:10.057179 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-15e696a1-0c71-43bb-991e-eec64570377a None None] For port c79ae2a3-7d3f-40b6-825c-92f9e60df7b5, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=c79ae2a3-7d3f-40b6-825c-92f9e60df7b5,segment=NetworkSegment(ddfcc866-a88a-4479-8227-2ff3d5442d6e),segment_id=ddfcc866-a88a-4479-8227-2ff3d5442d6e)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:31:10.070788 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-15e696a1-0c71-43bb-991e-eec64570377a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:10.114303 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.db.securitygroups_db [None req-fa307bad-09e5-401e-850e-397ef802d5ed tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Project 8537d37a59f34a86a54b106e5f66df14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 00:31:10.121626 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-fa307bad-09e5-401e-850e-397ef802d5ed tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:10.152955 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e696a1-0c71-43bb-991e-eec64570377a None None] Pushing event updated for resources: {'Port': ['ID=c79ae2a3-7d3f-40b6-825c-92f9e60df7b5,revision_number=5']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:10.177817 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2d9bd3c8-be88-41b6-bdfa-1a8bd1399040 req-1ab3d401-7254-4457-8865-19abda36edf3 service neutron] 10.222.0.36 "GET /v2.0/networks/2ac47630-ede3-4aec-b968-c75e15d99ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633210 Nov 25 00:31:10.178049 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-dff647a3-0b76-4d1a-8316-0da8e0893655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13883d6-ee52-4ce1-a383-26d7ef50f646', 'name': 'tempest-TestVolumeBootPattern-1937152169-router', 'tenant_id': 'c930470a8abb4f0e81b431054503a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '1e45ad5b-ce05-406a-81b6-269c2d1dc6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:55Z', 'updated_at': '2021-11-25T00:31:05Z', 'revision_number': 4, 'project_id': 'c930470a8abb4f0e81b431054503a336', 'gw_port': {'id': '1e45ad5b-ce05-406a-81b6-269c2d1dc6e8', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ed:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13883d6-ee52-4ce1-a383-26d7ef50f646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:56Z', 'updated_at': '2021-11-25T00:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': 'c79ae2a3-7d3f-40b6-825c-92f9e60df7b5', 'name': '', 'network_id': '90723697-d971-4fea-a747-e96e57b858c1', 'tenant_id': 'c930470a8abb4f0e81b431054503a336', 'mac_address': 'fa:16:3e:f4:66:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13883d6-ee52-4ce1-a383-26d7ef50f646', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b1b9df59-ffc2-4151-ac88-931ca6e7a219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:31:03Z', 'updated_at': '2021-11-25T00:31:09Z', 'revision_number': 4, 'project_id': 'c930470a8abb4f0e81b431054503a336', 'subnets': [{'id': 'b1b9df59-ffc2-4151-ac88-931ca6e7a219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:31:10.218292 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff647a3-0b76-4d1a-8316-0da8e0893655 None None] The sync data for ids ['f13883d6-ee52-4ce1-a383-26d7ef50f646'] in dv-cinder-819200-1-iscsi is: [{'id': 'f13883d6-ee52-4ce1-a383-26d7ef50f646', 'name': 'tempest-TestVolumeBootPattern-1937152169-router', 'tenant_id': 'c930470a8abb4f0e81b431054503a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '1e45ad5b-ce05-406a-81b6-269c2d1dc6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:55Z', 'updated_at': '2021-11-25T00:31:05Z', 'revision_number': 4, 'project_id': 'c930470a8abb4f0e81b431054503a336', 'gw_port': {'id': '1e45ad5b-ce05-406a-81b6-269c2d1dc6e8', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ed:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13883d6-ee52-4ce1-a383-26d7ef50f646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:56Z', 'updated_at': '2021-11-25T00:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': 'c79ae2a3-7d3f-40b6-825c-92f9e60df7b5', 'name': '', 'network_id': '90723697-d971-4fea-a747-e96e57b858c1', 'tenant_id': 'c930470a8abb4f0e81b431054503a336', 'mac_address': 'fa:16:3e:f4:66:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13883d6-ee52-4ce1-a383-26d7ef50f646', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'b1b9df59-ffc2-4151-ac88-931ca6e7a219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:31:03Z', 'updated_at': '2021-11-25T00:31:09Z', 'revision_number': 4, 'project_id': 'c930470a8abb4f0e81b431054503a336', 'subnets': [{'id': 'b1b9df59-ffc2-4151-ac88-931ca6e7a219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:31:10.233307 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-11353738-fa88-4e8b-b3b8-8230d3108131 None None] Provisioning complete for port c79ae2a3-7d3f-40b6-825c-92f9e60df7b5 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:31:10.233698 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-11353738-fa88-4e8b-b3b8-8230d3108131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:10.326415 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-fa307bad-09e5-401e-850e-397ef802d5ed tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:10.362955 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-fa307bad-09e5-401e-850e-397ef802d5ed tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704393'] for security_group_rule, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:10.417367 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2d9bd3c8-be88-41b6-bdfa-1a8bd1399040 req-da566899-db7a-4407-a117-2e00ff8e3476 service neutron] 10.222.0.36 "GET /v2.0/networks/2ac47630-ede3-4aec-b968-c75e15d99ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224736 Nov 25 00:31:10.428636 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa307bad-09e5-401e-850e-397ef802d5ed tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a61195-3e8f-4bf4-b240-8ac160f4f66c,revision_number=0']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:10.432524 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-fa307bad-09e5-401e-850e-397ef802d5ed tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:10.436849 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-fa307bad-09e5-401e-850e-397ef802d5ed tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4326963 Nov 25 00:31:10.454906 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e2423-d91e-4754-ae47-30f5adb59aa0 req-6673a484-15fc-45d6-869e-c96ae233c743 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:10.466669 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-814e2423-d91e-4754-ae47-30f5adb59aa0 req-6673a484-15fc-45d6-869e-c96ae233c743 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.1620905 Nov 25 00:31:10.521333 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-814e2423-d91e-4754-ae47-30f5adb59aa0 req-1794f8e2-8bc5-423a-8d11-4e95e9a61c01 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547853 Nov 25 00:31:10.593076 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-5e443f33-d47e-43ac-8f88-3e51b2abef6f tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:10.595789 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-5e443f33-d47e-43ac-8f88-3e51b2abef6f tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/networks?id=bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6 HTTP/1.1" status: 200 len: 814 time: 0.1461558 Nov 25 00:31:10.615926 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-ba95f8c0-77fd-4d8f-97a8-9b61229ade23 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/quotas/dcc6ed29431740b98943ed0eee5e0f6e HTTP/1.1" status: 200 len: 375 time: 0.0120790 Nov 25 00:31:10.663218 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-18bc1f64-c520-45df-a96b-673bcb6198d1 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dcc6ed29431740b98943ed0eee5e0f6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362558 Nov 25 00:31:10.664783 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26490c8b-c1d9-4994-8cf9-7f434e3bbdfe req-b04943aa-c99e-4b0f-aa7a-6f830a24c5ce tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:10.669061 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-26490c8b-c1d9-4994-8cf9-7f434e3bbdfe req-b04943aa-c99e-4b0f-aa7a-6f830a24c5ce tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 944 time: 0.0613184 Nov 25 00:31:10.746305 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-26490c8b-c1d9-4994-8cf9-7f434e3bbdfe req-7ce4f844-5397-4982-921e-9946008ee525 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738857 Nov 25 00:31:10.784784 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-7cd855b9-d5e8-4163-baca-890ee3452007 service neutron] 10.222.0.37 "GET /v2.0/networks/bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110694 Nov 25 00:31:10.895342 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-adca675d-95f5-4f02-8446-21857c0afc21 service neutron] 10.222.0.37 "GET /v2.0/networks/bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035931 Nov 25 00:31:11.094167 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-0aaa074d-f893-4a0f-87e2-f37a98067978 req-e581493b-f3e0-4d16-bde3-063545328b15 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=da843e64-0bda-46f5-9608-4b67bdc1e514 HTTP/1.1" status: 200 len: 210 time: 0.0346715 Nov 25 00:31:11.231161 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcabd22-e7d5-4562-acbd-efeea58ddb61 req-6b4e854d-5c4a-4015-9c50-27e4b9772749 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:11.233115 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ebcabd22-e7d5-4562-acbd-efeea58ddb61 req-6b4e854d-5c4a-4015-9c50-27e4b9772749 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.0939879 Nov 25 00:31:11.287358 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device c79ae2a3-7d3f-40b6-825c-92f9e60df7b5 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:31:11.337918 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ebcabd22-e7d5-4562-acbd-efeea58ddb61 req-f1631890-edc8-45a6-8c01-b6e25b70d713 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968363 Nov 25 00:31:11.385136 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port c79ae2a3-7d3f-40b6-825c-92f9e60df7b5 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:31:11.385755 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:11.510743 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 1e22ac7b-edbb-468e-ac61-bc2a30c9d949 details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=109125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 00:31:11.671099 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 1e22ac7b-edbb-468e-ac61-bc2a30c9d949, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=1e22ac7b-edbb-468e-ac61-bc2a30c9d949,segment=NetworkSegment(091f9bdd-4cd5-492f-866a-e7735895c70c),segment_id=091f9bdd-4cd5-492f-866a-e7735895c70c)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:31:11.685357 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd3fce-30fa-4eaf-b8d0-9e01014e9c1a req-6bf41f38-6304-4719-8b2c-dda300fbcf17 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:11.687651 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a6dd3fce-30fa-4eaf-b8d0-9e01014e9c1a req-6bf41f38-6304-4719-8b2c-dda300fbcf17 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.0686245 Nov 25 00:31:11.687801 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Returning: {'device': '1e22ac7b-edbb-468e-ac61-bc2a30c9d949', 'network_id': '1e9c94da-08ec-44a7-9abd-e30ed8735d06', 'port_id': '1e22ac7b-edbb-468e-ac61-bc2a30c9d949', 'mac_address': 'fa:16:3e:eb:da:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a96f391-45a6-424b-a4f4-889163bf126c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 00:31:11.745457 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:11.747281 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a6dd3fce-30fa-4eaf-b8d0-9e01014e9c1a req-e860be15-8004-4eb6-b321-6915cd0fe383 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522616 Nov 25 00:31:11.760818 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e22ac7b-edbb-468e-ac61-bc2a30c9d949 {{(pid=109125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:31:11.793880 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 1e22ac7b-edbb-468e-ac61-bc2a30c9d949, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=1e22ac7b-edbb-468e-ac61-bc2a30c9d949,segment=NetworkSegment(091f9bdd-4cd5-492f-866a-e7735895c70c),segment_id=091f9bdd-4cd5-492f-866a-e7735895c70c)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:31:11.799571 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:11.902573 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=1e22ac7b-edbb-468e-ac61-bc2a30c9d949,revision_number=4']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:11.908870 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-992b7dd2-c4cc-419b-9527-f14560c123ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:11.926660 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d96d5-3b40-4ae7-b2d5-fbd2c13d4951 req-ef7158b3-52b7-4d2d-87ad-52b76c7b3dbe tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:11.928835 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-622d96d5-3b40-4ae7-b2d5-fbd2c13d4951 req-ef7158b3-52b7-4d2d-87ad-52b76c7b3dbe tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 945 time: 0.0791802 Nov 25 00:31:11.989857 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-622d96d5-3b40-4ae7-b2d5-fbd2c13d4951 req-4220f9d4-56b5-40b0-b787-3121bc37e778 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505409 Nov 25 00:31:12.223309 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-004543f3-7c7f-4a1b-aa8a-0dbe18969837 req-49dcb850-2fd3-4a9c-beb2-75a5af610dd9 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=da843e64-0bda-46f5-9608-4b67bdc1e514 HTTP/1.1" status: 200 len: 210 time: 0.0325153 Nov 25 00:31:12.327768 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['1e22ac7b-edbb-468e-ac61-bc2a30c9d949'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:31:12.493187 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a2400-0479-46ac-ab8d-36063d773417 req-bf253aae-467e-4683-82e8-25c4bb8d59f4 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:12.495357 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-977a2400-0479-46ac-ab8d-36063d773417 req-bf253aae-467e-4683-82e8-25c4bb8d59f4 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 945 time: 0.0628433 Nov 25 00:31:12.571536 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-977a2400-0479-46ac-ab8d-36063d773417 req-b2ef52ed-7646-41d5-a7dd-7dea989f615e tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581362 Nov 25 00:31:12.753715 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-3a786e3d-3e2b-4c08-a770-0e64817fc647 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:12.755263 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-3a786e3d-3e2b-4c08-a770-0e64817fc647 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.36 "GET /v2.0/networks?id=bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6 HTTP/1.1" status: 200 len: 814 time: 0.1363444 Nov 25 00:31:12.781109 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-a26b61fc-3575-4e1f-9f4a-c3d2d689eb64 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Request body: {'port': {'device_id': 'da843e64-0bda-46f5-9608-4b67bdc1e514', 'network_id': 'bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6', 'admin_state_up': True, 'tenant_id': 'dcc6ed29431740b98943ed0eee5e0f6e'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:31:12.988337 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a9c41-b212-4570-8b83-d88774f0e7de req-ca86126a-23b6-4883-9198-3fbed26d8a86 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:12.991122 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b97a9c41-b212-4570-8b83-d88774f0e7de req-ca86126a-23b6-4883-9198-3fbed26d8a86 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.1344585 Nov 25 00:31:13.039149 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-a26b61fc-3575-4e1f-9f4a-c3d2d689eb64 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Made reservation on behalf of dcc6ed29431740b98943ed0eee5e0f6e for: {'port': 1} {{(pid=109123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:31:13.045394 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-a26b61fc-3575-4e1f-9f4a-c3d2d689eb64 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:13.126061 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b97a9c41-b212-4570-8b83-d88774f0e7de req-b444f637-6fb0-412a-94e8-cf90cbded6ca tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260982 Nov 25 00:31:13.155000 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f022c0-0bde-4ef8-be9f-629c7ecd86b3 req-1a2249bb-871f-4810-8612-28cc743cd548 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:13.155000 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-67f022c0-0bde-4ef8-be9f-629c7ecd86b3 req-1a2249bb-871f-4810-8612-28cc743cd548 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 945 time: 0.0812161 Nov 25 00:31:13.227930 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-67f022c0-0bde-4ef8-be9f-629c7ecd86b3 req-f7fc37ec-fed5-481b-a1e0-33afbce870ec tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640311 Nov 25 00:31:13.292851 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.db_base_plugin_common [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-a26b61fc-3575-4e1f-9f4a-c3d2d689eb64 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Allocated IP 172.20.0.4 (bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6/7de8026c-4c4c-4a85-bb18-9f58e36bed1d/82c1f485-25c0-4072-8827-a9ffd526320f) {{(pid=109123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:31:13.374925 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-90234f26-cb6e-43e3-9003-b0f8268a211e req-7eb3d935-f133-4e52-ab72-5b3e2a546dea tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=da843e64-0bda-46f5-9608-4b67bdc1e514 HTTP/1.1" status: 200 len: 210 time: 0.0441289 Nov 25 00:31:13.470253 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device d7850e98-99f6-49c8-9b73-7628661955e3 no longer exists at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:31:13.544787 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-a26b61fc-3575-4e1f-9f4a-c3d2d689eb64 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Publish callbacks [] for port, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:13.578091 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:13.596393 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-a26b61fc-3575-4e1f-9f4a-c3d2d689eb64 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:13.605974 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9809d6d-c3f6-4aa3-985f-00e0d552df42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7850e98-99f6-49c8-9b73-7628661955e3'}] {{(pid=109125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:31:13.608405 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b40ce054491f5bd1a33a22e0e33c095860c6622367658d2460ab374ec6fa3a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31955a0-a4f7-4a94-8d14-5c718ebe3483" -d '{"events": [{"server_uuid": "f9809d6d-c3f6-4aa3-985f-00e0d552df42", "name": "network-vif-unplugged", "status": "completed", "tag": "d7850e98-99f6-49c8-9b73-7628661955e3"}]}' {{(pid=109125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:31:13.624248 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port d7850e98-99f6-49c8-9b73-7628661955e3, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=d7850e98-99f6-49c8-9b73-7628661955e3,segment=NetworkSegment(ad64d367-3aef-4d3a-b35a-0b8f6019cb92),segment_id=ad64d367-3aef-4d3a-b35a-0b8f6019cb92)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:31:13.629498 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:13.666496 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Nov 2021 00:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0a10f1-5f22-4cc8-adac-21b6c3d74ff3 x-openstack-request-id: req-1e0a10f1-5f22-4cc8-adac-21b6c3d74ff3 {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:31:13.667077 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9809d6d-c3f6-4aa3-985f-00e0d552df42", "name": "network-vif-unplugged", "status": "failed", "tag": "d7850e98-99f6-49c8-9b73-7628661955e3", "code": 422}]} {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:31:13.667510 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e0a10f1-5f22-4cc8-adac-21b6c3d74ff3 {{(pid=109125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:31:13.668236 dv-cinder-819200-1-iscsi neutron-server[109125]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f9809d6d-c3f6-4aa3-985f-00e0d552df42', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd7850e98-99f6-49c8-9b73-7628661955e3', 'code': 422} returned with failed status Nov 25 00:31:13.704554 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=d7850e98-99f6-49c8-9b73-7628661955e3,revision_number=8']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:13.704870 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-a26b61fc-3575-4e1f-9f4a-c3d2d689eb64 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Network bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6 is already hosted by enough agents. {{(pid=109123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:31:13.709821 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-a26b61fc-3575-4e1f-9f4a-c3d2d689eb64 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Resources bound (agent type, host, resource id): {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:31:13.718175 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-a26b61fc-3575-4e1f-9f4a-c3d2d689eb64 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Received port after_create {{(pid=109123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:31:13.750527 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b61fc-3575-4e1f-9f4a-c3d2d689eb64 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Pushing event updated for resources: {'Port': ['ID=82c1f485-25c0-4072-8827-a9ffd526320f,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:13.771152 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab41e25-e707-4aeb-8ce8-02900a0ae797 req-3b29e2d2-52de-4ed1-ba6e-dc7aa1b28cae tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:13.774613 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-aab41e25-e707-4aeb-8ce8-02900a0ae797 req-3b29e2d2-52de-4ed1-ba6e-dc7aa1b28cae tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 943 time: 0.0629141 Nov 25 00:31:13.784921 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-a26b61fc-3575-4e1f-9f4a-c3d2d689eb64 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:13.785570 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-a26b61fc-3575-4e1f-9f4a-c3d2d689eb64 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for port, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:13.811480 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-a26b61fc-3575-4e1f-9f4a-c3d2d689eb64 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0351989 Nov 25 00:31:13.828222 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-aab41e25-e707-4aeb-8ce8-02900a0ae797 req-61e2c80f-bf0a-4a66-9e08-4bfef311386f tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467999 Nov 25 00:31:13.833814 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-c7731f56-d632-4312-85a9-6e14a84232ec service neutron] Request body: {'port': {'device_id': 'da843e64-0bda-46f5-9608-4b67bdc1e514', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:31:13.893520 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-c7731f56-d632-4312-85a9-6e14a84232ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:14.249612 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-c7731f56-d632-4312-85a9-6e14a84232ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82c1f485-25c0-4072-8827-a9ffd526320f {{(pid=109123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:31:14.262999 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-c7731f56-d632-4312-85a9-6e14a84232ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:14.293585 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.provisioning_blocks [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-c7731f56-d632-4312-85a9-6e14a84232ec service neutron] Transition to ACTIVE for port object 82c1f485-25c0-4072-8827-a9ffd526320f will not be triggered until provisioned by entity L2. {{(pid=109123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 00:31:14.299983 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-c7731f56-d632-4312-85a9-6e14a84232ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11305756'] for port, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:14.370607 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7731f56-d632-4312-85a9-6e14a84232ec service neutron] Pushing event updated for resources: {'Port': ['ID=82c1f485-25c0-4072-8827-a9ffd526320f,revision_number=2']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:14.386219 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3d8f4-1c9d-43de-9590-228482939f54 req-980d83fe-a780-4f8c-9094-536661986720 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:14.388283 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f6f3d8f4-1c9d-43de-9590-228482939f54 req-980d83fe-a780-4f8c-9094-536661986720 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.0845020 Nov 25 00:31:14.448191 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-15f3b3f1-a986-43af-8760-e70fa41bc4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:14.479352 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f6f3d8f4-1c9d-43de-9590-228482939f54 req-d9d7f4b9-7139-4114-b900-fdf9f9bb505d tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839334 Nov 25 00:31:14.550723 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.managers [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-c7731f56-d632-4312-85a9-6e14a84232ec service neutron] Attempting to bind port 82c1f485-25c0-4072-8827-a9ffd526320f on host hv-cinder-81920 for vnic_type normal with profile {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:31:14.550999 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.managers [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-c7731f56-d632-4312-85a9-6e14a84232ec service neutron] Attempting to bind port 82c1f485-25c0-4072-8827-a9ffd526320f by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': '5794903e-0cbd-4522-8ef4-5d761ae05e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6'}] {{(pid=109123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:31:14.551449 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-c7731f56-d632-4312-85a9-6e14a84232ec service neutron] Attempting to bind port 82c1f485-25c0-4072-8827-a9ffd526320f on network bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6 {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:31:14.558386 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-c7731f56-d632-4312-85a9-6e14a84232ec service neutron] Port 82c1f485-25c0-4072-8827-a9ffd526320f on network bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 00:31:14.558753 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-c7731f56-d632-4312-85a9-6e14a84232ec service neutron] Attempting to bind port 82c1f485-25c0-4072-8827-a9ffd526320f on network bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6 {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:31:14.565397 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-c7731f56-d632-4312-85a9-6e14a84232ec service neutron] Checking agent: {'id': 'ecb47d45-642b-455d-9e6f-8b3bbedb4480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'started_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:31:14.565749 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-c7731f56-d632-4312-85a9-6e14a84232ec service neutron] Checking segment: {'id': '5794903e-0cbd-4522-8ef4-5d761ae05e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:31:14.568611 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-c7731f56-d632-4312-85a9-6e14a84232ec service neutron] Bound using segment: {'id': '5794903e-0cbd-4522-8ef4-5d761ae05e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6'} {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:31:14.568611 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.managers [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-c7731f56-d632-4312-85a9-6e14a84232ec service neutron] Bound port: 82c1f485-25c0-4072-8827-a9ffd526320f, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5794903e-0cbd-4522-8ef4-5d761ae05e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6'}}] {{(pid=109123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:31:14.568611 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-c7731f56-d632-4312-85a9-6e14a84232ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:14.595851 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebefd66-b845-412e-8106-d1b8f2a3953c req-a7af05cc-02fa-410c-a014-876e4381005d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:14.597523 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-4ebefd66-b845-412e-8106-d1b8f2a3953c req-a7af05cc-02fa-410c-a014-876e4381005d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 1098 time: 0.0946553 Nov 25 00:31:14.619250 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9b1fd-6b70-4a47-b37e-c9bab15bb7b9 req-af16931c-9fc7-446c-a86a-7a593671fc45 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:14.623364 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c7b9b1fd-6b70-4a47-b37e-c9bab15bb7b9 req-af16931c-9fc7-446c-a86a-7a593671fc45 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 945 time: 0.0713894 Nov 25 00:31:14.687964 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-c7731f56-d632-4312-85a9-6e14a84232ec service neutron] For port 82c1f485-25c0-4072-8827-a9ffd526320f, host hv-cinder-81920, cleared binding levels {{(pid=109123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:31:14.692786 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-c7731f56-d632-4312-85a9-6e14a84232ec service neutron] For port 82c1f485-25c0-4072-8827-a9ffd526320f, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=82c1f485-25c0-4072-8827-a9ffd526320f,segment=NetworkSegment(5794903e-0cbd-4522-8ef4-5d761ae05e8f),segment_id=5794903e-0cbd-4522-8ef4-5d761ae05e8f)] {{(pid=109123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:31:14.707161 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc115441-f8fa-4883-b1af-4c4ee65f6fc9 req-69ca1497-5b41-405c-ab9b-e2e067d41913 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:14.710094 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-fc115441-f8fa-4883-b1af-4c4ee65f6fc9 req-69ca1497-5b41-405c-ab9b-e2e067d41913 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=da843e64-0bda-46f5-9608-4b67bdc1e514 HTTP/1.1" status: 200 len: 943 time: 0.0984328 Nov 25 00:31:14.710094 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-c7731f56-d632-4312-85a9-6e14a84232ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11305756'] for port, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:14.722883 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c7b9b1fd-6b70-4a47-b37e-c9bab15bb7b9 req-7a63016a-53fe-4c05-a853-142ecd20a4b5 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958695 Nov 25 00:31:14.730859 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-4ebefd66-b845-412e-8106-d1b8f2a3953c req-db21b7e9-14d7-4423-a932-bc970111a78c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875533 Nov 25 00:31:14.767263 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-c7731f56-d632-4312-85a9-6e14a84232ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:14.767899 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-c7731f56-d632-4312-85a9-6e14a84232ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for port, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:14.769291 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-c7731f56-d632-4312-85a9-6e14a84232ec service neutron] 10.222.0.36 "PUT /v2.0/ports/82c1f485-25c0-4072-8827-a9ffd526320f HTTP/1.1" status: 200 len: 1093 time: 0.9401031 Nov 25 00:31:14.769749 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da843e64-0bda-46f5-9608-4b67bdc1e514', 'tag': '82c1f485-25c0-4072-8827-a9ffd526320f'}] {{(pid=109123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:31:14.772077 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d6797fd55ce1482701f76a6a20d13483833b06e18cae27317f32e85b7a837" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46347e41-4cb0-4c8c-94de-2f772c767fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "da843e64-0bda-46f5-9608-4b67bdc1e514", "tag": "82c1f485-25c0-4072-8827-a9ffd526320f"}]}' {{(pid=109123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:31:14.795448 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [req-2f40ef73-29da-4249-9dd3-420364f96931 req-08a94a4e-e6e5-4cdd-9e12-7c32a9878fd4 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 00:31:14.799881 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-2f40ef73-29da-4249-9dd3-420364f96931 req-08a94a4e-e6e5-4cdd-9e12-7c32a9878fd4 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099676 Nov 25 00:31:14.808060 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7731f56-d632-4312-85a9-6e14a84232ec service neutron] Pushing event updated for resources: {'Port': ['ID=82c1f485-25c0-4072-8827-a9ffd526320f,revision_number=3']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:14.822840 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-fc115441-f8fa-4883-b1af-4c4ee65f6fc9 req-17251f55-d4a9-430c-b0de-bc4d1e916000 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032968 Nov 25 00:31:14.916035 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 00:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92236135-fbc1-412e-ac3a-4572160026a0 x-openstack-request-id: req-92236135-fbc1-412e-ac3a-4572160026a0 {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:31:14.916883 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da843e64-0bda-46f5-9608-4b67bdc1e514", "tag": "82c1f485-25c0-4072-8827-a9ffd526320f", "status": "completed", "code": 200}]} {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:31:14.917781 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-92236135-fbc1-412e-ac3a-4572160026a0 {{(pid=109123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:31:14.919112 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da843e64-0bda-46f5-9608-4b67bdc1e514', 'tag': '82c1f485-25c0-4072-8827-a9ffd526320f', 'status': 'completed', 'code': 200} Nov 25 00:31:15.060890 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14569f-26f6-4f3d-9d08-baf422d21c97 req-cb7e57fc-92ee-4e29-ac56-290c896b2faa tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:15.067102 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-6f14569f-26f6-4f3d-9d08-baf422d21c97 req-cb7e57fc-92ee-4e29-ac56-290c896b2faa tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 943 time: 0.0913045 Nov 25 00:31:15.071044 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46347e41-4cb0-4c8c-94de-2f772c767fe0 req-17873297-b9d1-46c0-94bf-b63c654ae538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:15.072589 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-46347e41-4cb0-4c8c-94de-2f772c767fe0 req-17873297-b9d1-46c0-94bf-b63c654ae538 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcc6ed29431740b98943ed0eee5e0f6e&device_id=da843e64-0bda-46f5-9608-4b67bdc1e514 HTTP/1.1" status: 200 len: 1096 time: 0.0697768 Nov 25 00:31:15.175797 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-6f14569f-26f6-4f3d-9d08-baf422d21c97 req-6057a46e-7934-4093-b722-7f5172760e56 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020536 Nov 25 00:31:15.213395 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46347e41-4cb0-4c8c-94de-2f772c767fe0 req-0174dcee-f1b6-4fe8-ab9c-30a5bf37f2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:15.214957 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-46347e41-4cb0-4c8c-94de-2f772c767fe0 req-0174dcee-f1b6-4fe8-ab9c-30a5bf37f2e8 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=dcc6ed29431740b98943ed0eee5e0f6e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1271031 Nov 25 00:31:15.326594 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 43956) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:31:15.346607 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46347e41-4cb0-4c8c-94de-2f772c767fe0 req-3f2849d7-e204-4c8e-aff2-56ed1377dd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:15.348075 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-46347e41-4cb0-4c8c-94de-2f772c767fe0 req-3f2849d7-e204-4c8e-aff2-56ed1377dd66 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1217611 Nov 25 00:31:15.468119 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 1e22ac7b-edbb-468e-ac61-bc2a30c9d949 up at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:31:15.477948 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-b0f777bc-a483-46ed-8ac8-de1847c85018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:15.479788 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-b0f777bc-a483-46ed-8ac8-de1847c85018 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcc6ed29431740b98943ed0eee5e0f6e&device_id=da843e64-0bda-46f5-9608-4b67bdc1e514 HTTP/1.1" status: 200 len: 1096 time: 0.0833855 Nov 25 00:31:15.483378 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-5d05e3e8-8f0b-40c4-bcab-ca494d5ddcc6 req-9db27286-be13-49e9-96fd-6cf7081e0613 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1554799 Nov 25 00:31:15.495092 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [req-5d05e3e8-8f0b-40c4-bcab-ca494d5ddcc6 req-cf198fb0-97f2-486a-aac9-b62e2c66a09f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 00:31:15.496338 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-5d05e3e8-8f0b-40c4-bcab-ca494d5ddcc6 req-cf198fb0-97f2-486a-aac9-b62e2c66a09f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083265 Nov 25 00:31:15.527317 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning for port 1e22ac7b-edbb-468e-ac61-bc2a30c9d949 completed by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 00:31:15.533431 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning complete for port 1e22ac7b-edbb-468e-ac61-bc2a30c9d949 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:31:15.533839 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:15.580097 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-20cc52d1-efd0-498d-8318-0aa36a16e9d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82c1f485-25c0-4072-8827-a9ffd526320f HTTP/1.1" status: 200 len: 217 time: 0.0824533 Nov 25 00:31:15.641937 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:15.656406 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-58e24aca-ad33-49c1-9a5c-eaee8105d802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:15.659233 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-58e24aca-ad33-49c1-9a5c-eaee8105d802 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7de8026c-4c4c-4a85-bb18-9f58e36bed1d HTTP/1.1" status: 200 len: 854 time: 0.0676134 Nov 25 00:31:15.668750 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb966a5-500b-4b19-b5bb-a76c99fcd31e req-664feeca-bffa-4094-a3b7-cb645de00604 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:15.670412 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7eb966a5-500b-4b19-b5bb-a76c99fcd31e req-664feeca-bffa-4094-a3b7-cb645de00604 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.0816402 Nov 25 00:31:15.708079 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-659ca805-79a5-417d-ab67-6f3f7d075460 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316226 Nov 25 00:31:15.764413 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7eb966a5-500b-4b19-b5bb-a76c99fcd31e req-7de7160e-3950-438c-b5bd-8edf7c368b03 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862272 Nov 25 00:31:15.891307 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91f8320-88a2-4375-b554-c9088c8bf20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e22ac7b-edbb-468e-ac61-bc2a30c9d949'}] {{(pid=109125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:31:15.899515 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b40ce054491f5bd1a33a22e0e33c095860c6622367658d2460ab374ec6fa3a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6e2555-93e1-4b41-886b-a4c8bad50bc8" -d '{"events": [{"server_uuid": "d91f8320-88a2-4375-b554-c9088c8bf20d", "name": "network-vif-plugged", "status": "completed", "tag": "1e22ac7b-edbb-468e-ac61-bc2a30c9d949"}]}' {{(pid=109125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:31:15.917910 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 1e22ac7b-edbb-468e-ac61-bc2a30c9d949, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=1e22ac7b-edbb-468e-ac61-bc2a30c9d949,segment=NetworkSegment(091f9bdd-4cd5-492f-866a-e7735895c70c),segment_id=091f9bdd-4cd5-492f-866a-e7735895c70c)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:31:15.919271 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-0969d0ec-233c-4cfd-8c67-f720a9175d49 service neutron] 10.222.0.36 "GET /v2.0/networks/bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986291 Nov 25 00:31:15.923513 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:15.945567 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255e86b-be12-446e-9230-1c0a0db3284c req-93db3521-7bba-4aae-abb8-920e0ee6379f tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:15.948587 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f255e86b-be12-446e-9230-1c0a0db3284c req-93db3521-7bba-4aae-abb8-920e0ee6379f tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 945 time: 0.1011124 Nov 25 00:31:16.009798 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=1e22ac7b-edbb-468e-ac61-bc2a30c9d949,revision_number=5']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:16.025389 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202abdd-0750-4eaf-97d3-32dae04a4a1d req-a157d8a0-97ab-4be8-8a19-229bde7918ac tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:16.030242 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-5202abdd-0750-4eaf-97d3-32dae04a4a1d req-a157d8a0-97ab-4be8-8a19-229bde7918ac tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=da843e64-0bda-46f5-9608-4b67bdc1e514 HTTP/1.1" status: 200 len: 943 time: 0.0792828 Nov 25 00:31:16.089016 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-5202abdd-0750-4eaf-97d3-32dae04a4a1d req-cf27e034-2c93-4c2f-b508-15c4a9b380ec tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556407 Nov 25 00:31:16.165102 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc60961-4c62-422a-a615-c910c507a942 x-openstack-request-id: req-7dc60961-4c62-422a-a615-c910c507a942 {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:31:16.165625 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91f8320-88a2-4375-b554-c9088c8bf20d", "name": "network-vif-plugged", "status": "completed", "tag": "1e22ac7b-edbb-468e-ac61-bc2a30c9d949", "code": 200}]} {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:31:16.165923 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7dc60961-4c62-422a-a615-c910c507a942 {{(pid=109125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:31:16.166344 dv-cinder-819200-1-iscsi neutron-server[109125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91f8320-88a2-4375-b554-c9088c8bf20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e22ac7b-edbb-468e-ac61-bc2a30c9d949', 'code': 200} Nov 25 00:31:16.401823 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75f378-b687-4f8c-ad55-e4ce1044e165 req-320afe11-f305-46d8-8f9e-bef9bad0a424 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:16.404168 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-0d75f378-b687-4f8c-ad55-e4ce1044e165 req-320afe11-f305-46d8-8f9e-bef9bad0a424 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 943 time: 0.1072154 Nov 25 00:31:16.425388 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:16.432715 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f255e86b-be12-446e-9230-1c0a0db3284c req-19b43576-3dd0-42d3-af46-6e9f1092fb9c tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4615548 Nov 25 00:31:16.467425 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-75982e63-d501-41a5-8df7-71fd8695ee6d req-ae9382c2-d0a4-4158-a621-07fc928f1760 service neutron] 10.222.0.36 "GET /v2.0/networks/bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5397069 Nov 25 00:31:16.483092 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-0d75f378-b687-4f8c-ad55-e4ce1044e165 req-34b750ff-e57d-482d-84f7-60a0c5d2515e tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692575 Nov 25 00:31:16.581242 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b95ed3-4f2b-4109-bcbb-a219088314b1 req-0c11186a-c3c5-4a09-bbb2-3c1fe7f01721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:16.582874 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c1b95ed3-4f2b-4109-bcbb-a219088314b1 req-0c11186a-c3c5-4a09-bbb2-3c1fe7f01721 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 1099 time: 0.0517488 Nov 25 00:31:16.634453 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c1b95ed3-4f2b-4109-bcbb-a219088314b1 req-dcf8d103-e6fa-45f0-8184-3ddb56b13e2b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431497 Nov 25 00:31:16.911493 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985e9a5-f48c-4262-8e93-2106bbd47d9e req-b60d7e3c-4fe6-4ce0-aa7b-4c29f6903ce1 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:16.913442 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-d985e9a5-f48c-4262-8e93-2106bbd47d9e req-b60d7e3c-4fe6-4ce0-aa7b-4c29f6903ce1 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.0693555 Nov 25 00:31:16.985936 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-d985e9a5-f48c-4262-8e93-2106bbd47d9e req-e58a7c8f-020d-4e26-9521-4f09354c5cc3 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605867 Nov 25 00:31:17.148122 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85270763-1587-427d-8c58-f0a4ad868a3a req-91d7e89e-0516-42cb-a22f-7b24a67adffb tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:17.151524 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-85270763-1587-427d-8c58-f0a4ad868a3a req-91d7e89e-0516-42cb-a22f-7b24a67adffb tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0660863 Nov 25 00:31:17.226189 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-85270763-1587-427d-8c58-f0a4ad868a3a req-271a87a3-6ee5-499b-9c67-a827216bae25 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621526 Nov 25 00:31:17.251764 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67b830-45f3-46ef-b1d0-927574b9b287 req-10bfe5e4-45ba-4c19-b32e-8a73dbd7c4aa tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:17.254254 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-fb67b830-45f3-46ef-b1d0-927574b9b287 req-10bfe5e4-45ba-4c19-b32e-8a73dbd7c4aa tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=da843e64-0bda-46f5-9608-4b67bdc1e514 HTTP/1.1" status: 200 len: 943 time: 0.0778463 Nov 25 00:31:17.384002 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-fb67b830-45f3-46ef-b1d0-927574b9b287 req-d9bf3897-2e9b-456e-8cb3-9d84f76f7104 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187682 Nov 25 00:31:17.423304 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-3ef6960b-a192-4ae8-bcac-590783930f68 req-a5f3fd82-e1f1-4549-8c26-965497f33150 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743935 Nov 25 00:31:17.506796 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6960b-a192-4ae8-bcac-590783930f68 req-a2bc6c3e-c272-4c26-97c7-b197ee29d489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:17.509895 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-3ef6960b-a192-4ae8-bcac-590783930f68 req-a2bc6c3e-c272-4c26-97c7-b197ee29d489 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88fe9e6d44f845c4ab47c65b792ab8b8&device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 1098 time: 0.0612681 Nov 25 00:31:17.629392 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b4169-196a-4d6c-8c2d-10228c33ed4d req-36c1bec9-f764-4912-95e7-42de6f53f93b tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:17.638976 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-475b4169-196a-4d6c-8c2d-10228c33ed4d req-36c1bec9-f764-4912-95e7-42de6f53f93b tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 946 time: 0.0778344 Nov 25 00:31:17.701303 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-475b4169-196a-4d6c-8c2d-10228c33ed4d req-d789d078-ef4c-4c8c-8e58-c1f35182dbda tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612109 Nov 25 00:31:17.736347 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd29635-f799-44ca-a96a-e5d5edac6d6b req-f67bf3ef-336e-46fd-a9a3-7eaefaf41a92 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:17.737735 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-0fd29635-f799-44ca-a96a-e5d5edac6d6b req-f67bf3ef-336e-46fd-a9a3-7eaefaf41a92 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 943 time: 0.0929673 Nov 25 00:31:17.773623 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6960b-a192-4ae8-bcac-590783930f68 req-42a5cca1-a0de-426e-84e2-cce947000ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:17.776548 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-3ef6960b-a192-4ae8-bcac-590783930f68 req-42a5cca1-a0de-426e-84e2-cce947000ba8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b8bd4317-422f-42e2-9a69-593359f6781e HTTP/1.1" status: 200 len: 912 time: 0.2351403 Nov 25 00:31:17.835552 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05e3e8-8f0b-40c4-bcab-ca494d5ddcc6 req-d5387b83-b19c-472c-8fd4-758860c63d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:17.837995 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-5d05e3e8-8f0b-40c4-bcab-ca494d5ddcc6 req-d5387b83-b19c-472c-8fd4-758860c63d2a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42&tenant_id=ab9bf63ea1ef4e45a31c8dad8d8491c4 HTTP/1.1" status: 200 len: 1096 time: 0.0913692 Nov 25 00:31:17.849928 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-0fd29635-f799-44ca-a96a-e5d5edac6d6b req-7e243221-6e36-4d95-814c-463762065f3f tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046259 Nov 25 00:31:17.876176 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-3ef6960b-a192-4ae8-bcac-590783930f68 req-ed7cba5f-d0ae-4994-8756-bcdbac968413 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b119409b-8ced-4456-81f2-968ea6e653bd HTTP/1.1" status: 200 len: 1001 time: 0.0798924 Nov 25 00:31:17.967041 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05e3e8-8f0b-40c4-bcab-ca494d5ddcc6 req-5e2f4ab3-5d05-451a-8da3-61512c4ea501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:17.968282 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6960b-a192-4ae8-bcac-590783930f68 req-474d75e2-fca2-443e-ac78-ca420b9d4304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:17.968847 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-5d05e3e8-8f0b-40c4-bcab-ca494d5ddcc6 req-5e2f4ab3-5d05-451a-8da3-61512c4ea501 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab9bf63ea1ef4e45a31c8dad8d8491c4&device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 1096 time: 0.0591388 Nov 25 00:31:17.969846 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-3ef6960b-a192-4ae8-bcac-590783930f68 req-474d75e2-fca2-443e-ac78-ca420b9d4304 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9 HTTP/1.1" status: 200 len: 850 time: 0.0614424 Nov 25 00:31:18.082895 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6960b-a192-4ae8-bcac-590783930f68 req-326bcd8e-598d-4c50-bba3-ca0140871f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:18.084443 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-3ef6960b-a192-4ae8-bcac-590783930f68 req-326bcd8e-598d-4c50-bba3-ca0140871f52 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b8bd4317-422f-42e2-9a69-593359f6781e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0923994 Nov 25 00:31:18.110860 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1c048-ae21-4ddf-9127-08959f2fde03 req-42d79f93-4773-4ea5-ab41-468f771873ad tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:18.112479 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8fc1c048-ae21-4ddf-9127-08959f2fde03 req-42d79f93-4773-4ea5-ab41-468f771873ad tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3fc80a-a736-4249-a7ca-3f0989d897d0 HTTP/1.1" status: 200 len: 945 time: 0.0794327 Nov 25 00:31:18.233967 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8fc1c048-ae21-4ddf-9127-08959f2fde03 req-ab6c6ad2-105e-4891-b55f-26b71f596a44 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093729 Nov 25 00:31:18.253072 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-3ef6960b-a192-4ae8-bcac-590783930f68 req-6f61c852-e67c-4d2b-8c25-803a73ce77d7 service neutron] 10.222.0.36 "GET /v2.0/networks/b8bd4317-422f-42e2-9a69-593359f6781e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564219 Nov 25 00:31:18.290167 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05e3e8-8f0b-40c4-bcab-ca494d5ddcc6 req-3a992a91-0abb-4591-bf39-7f0aafa38618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:18.291647 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-5d05e3e8-8f0b-40c4-bcab-ca494d5ddcc6 req-3a992a91-0abb-4591-bf39-7f0aafa38618 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ac47630-ede3-4aec-b968-c75e15d99ba8 HTTP/1.1" status: 200 len: 917 time: 0.3014073 Nov 25 00:31:18.361006 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-3ef6960b-a192-4ae8-bcac-590783930f68 req-c000b999-4c2f-4518-acf3-5b88ae0fadad service neutron] 10.222.0.36 "GET /v2.0/networks/b8bd4317-422f-42e2-9a69-593359f6781e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984921 Nov 25 00:31:18.379247 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-5d05e3e8-8f0b-40c4-bcab-ca494d5ddcc6 req-cdc1bded-a287-473c-aefc-5a887696bd79 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7850e98-99f6-49c8-9b73-7628661955e3 HTTP/1.1" status: 200 len: 999 time: 0.0719910 Nov 25 00:31:18.393390 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:18.396134 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:18.478412 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05e3e8-8f0b-40c4-bcab-ca494d5ddcc6 req-3543222e-0b43-4261-85f5-d964463a6c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:18.479959 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-5d05e3e8-8f0b-40c4-bcab-ca494d5ddcc6 req-3543222e-0b43-4261-85f5-d964463a6c4d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4f92811-004c-42eb-91fc-ffe218f909da HTTP/1.1" status: 200 len: 855 time: 0.0912390 Nov 25 00:31:18.564184 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bace7-e76c-4b32-a11a-62d807c1eb73 req-89caafb6-9afe-4f7b-9750-dad3f31966fc tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:18.565768 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ec6bace7-e76c-4b32-a11a-62d807c1eb73 req-89caafb6-9afe-4f7b-9750-dad3f31966fc tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=da843e64-0bda-46f5-9608-4b67bdc1e514 HTTP/1.1" status: 200 len: 943 time: 0.0834541 Nov 25 00:31:18.573928 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05e3e8-8f0b-40c4-bcab-ca494d5ddcc6 req-298ca2cc-2352-4501-85d5-ebe890a51348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:18.575644 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-5d05e3e8-8f0b-40c4-bcab-ca494d5ddcc6 req-298ca2cc-2352-4501-85d5-ebe890a51348 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ac47630-ede3-4aec-b968-c75e15d99ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651166 Nov 25 00:31:18.675889 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ec6bace7-e76c-4b32-a11a-62d807c1eb73 req-27bd9f76-453e-4d86-a369-976b061677ef tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992854 Nov 25 00:31:18.710063 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-5d05e3e8-8f0b-40c4-bcab-ca494d5ddcc6 req-fb4a595b-09c0-4999-ad2a-c46703f9f5fc service neutron] 10.222.0.36 "GET /v2.0/networks/2ac47630-ede3-4aec-b968-c75e15d99ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182287 Nov 25 00:31:18.823444 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-5d05e3e8-8f0b-40c4-bcab-ca494d5ddcc6 req-bcd05f73-092c-47ee-897e-4d6f08a9e3bd service neutron] 10.222.0.36 "GET /v2.0/networks/2ac47630-ede3-4aec-b968-c75e15d99ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025407 Nov 25 00:31:18.842698 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c1e7c-7f69-436c-b16d-61881435dbd1 req-20bef5b1-c493-4306-b28d-5f41f82935d2 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:18.849894 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-215c1e7c-7f69-436c-b16d-61881435dbd1 req-20bef5b1-c493-4306-b28d-5f41f82935d2 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 946 time: 0.0703108 Nov 25 00:31:18.929722 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-215c1e7c-7f69-436c-b16d-61881435dbd1 req-7ba2396c-1ec3-4a34-8f21-4c5b76c19463 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789039 Nov 25 00:31:19.073905 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511e32b-7e0a-41b4-9b84-a53393ee856a req-65445b33-8e21-492a-b174-dd6389606091 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:19.075491 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1511e32b-7e0a-41b4-9b84-a53393ee856a req-65445b33-8e21-492a-b174-dd6389606091 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 943 time: 0.0651534 Nov 25 00:31:19.141997 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1511e32b-7e0a-41b4-9b84-a53393ee856a req-94b80f83-3712-49c4-95eb-fb107f4da46b tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592592 Nov 25 00:31:19.157276 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4057d-b547-49b3-b559-113b46802946 req-2179ce4b-dabb-431b-a62b-e649e054d105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:19.159786 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-88f4057d-b547-49b3-b559-113b46802946 req-2179ce4b-dabb-431b-a62b-e649e054d105 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bda41ef0908f493e850f99e3e5aab2cd&device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 1098 time: 0.0787570 Nov 25 00:31:19.173456 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4ab86-69d6-4b61-acd2-50f33eb3bd7c req-21d9335a-275f-41a2-957f-f455fe00db9d tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:19.175051 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-47a4ab86-69d6-4b61-acd2-50f33eb3bd7c req-21d9335a-275f-41a2-957f-f455fe00db9d tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 946 time: 0.1284883 Nov 25 00:31:19.299998 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3ad31-fd29-4063-939e-3f20e169bcbf req-1f3bf44f-ba02-4848-8748-82f00cc50830 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:19.301582 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-76c3ad31-fd29-4063-939e-3f20e169bcbf req-1f3bf44f-ba02-4848-8748-82f00cc50830 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0698359 Nov 25 00:31:19.318392 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-47a4ab86-69d6-4b61-acd2-50f33eb3bd7c req-2137516d-f284-4a21-97a9-b0fdfef6784d tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921440 Nov 25 00:31:19.330662 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4057d-b547-49b3-b559-113b46802946 req-3dbfe9c7-36f0-4f1c-9c2f-fe5157832a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:19.332205 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-88f4057d-b547-49b3-b559-113b46802946 req-3dbfe9c7-36f0-4f1c-9c2f-fe5157832a91 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e36dfab7-9306-47bd-a24d-fce7937d64a7 HTTP/1.1" status: 200 len: 919 time: 0.1561494 Nov 25 00:31:19.338318 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 44048) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:31:19.391148 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-76c3ad31-fd29-4063-939e-3f20e169bcbf req-46d831bd-3f30-447c-9d04-c8a80318a6ad tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786440 Nov 25 00:31:19.434899 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-88f4057d-b547-49b3-b559-113b46802946 req-8014c568-483c-484b-9a76-9ad9398c18d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9e15575d-679a-4d4d-a045-8ec433cccaf1 HTTP/1.1" status: 200 len: 217 time: 0.0841963 Nov 25 00:31:19.491622 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 82c1f485-25c0-4072-8827-a9ffd526320f details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=109125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 00:31:19.543069 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4057d-b547-49b3-b559-113b46802946 req-f9685fa1-3b0b-41be-a4cb-96cd9a178651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:19.544842 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-88f4057d-b547-49b3-b559-113b46802946 req-f9685fa1-3b0b-41be-a4cb-96cd9a178651 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=905d2d66-01fc-468a-afe8-a4b586f67431 HTTP/1.1" status: 200 len: 858 time: 0.0825868 Nov 25 00:31:19.560572 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6ee8b5-080a-43b8-9f35-cd1e3d73457c tempest-TestShelveInstance-1747370560 tempest-TestShelveInstance-1747370560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:19.564688 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-5f6ee8b5-080a-43b8-9f35-cd1e3d73457c tempest-TestShelveInstance-1747370560 tempest-TestShelveInstance-1747370560-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 1094 time: 0.2228160 Nov 25 00:31:19.566065 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 44060) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:31:19.568220 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ce051-4f53-488a-9452-4f173615e138 req-01fb87f7-8b5f-46a4-a84c-fe8e16b001e8 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:19.570132 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ff1ce051-4f53-488a-9452-4f173615e138 req-01fb87f7-8b5f-46a4-a84c-fe8e16b001e8 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3fc80a-a736-4249-a7ca-3f0989d897d0 HTTP/1.1" status: 200 len: 945 time: 0.1389868 Nov 25 00:31:19.571569 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-2e28c9f1-9098-4349-bedb-c5d7e2cc76e1 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Request body: {'floatingip': {'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'port_id': '1e22ac7b-edbb-468e-ac61-bc2a30c9d949', 'tenant_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:31:19.611813 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-88f4057d-b547-49b3-b559-113b46802946 req-fe216f8b-9816-4d29-978a-48db2a9c9871 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e36dfab7-9306-47bd-a24d-fce7937d64a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404625 Nov 25 00:31:19.620710 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-2e28c9f1-9098-4349-bedb-c5d7e2cc76e1 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks [] for floatingip, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:19.634427 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 82c1f485-25c0-4072-8827-a9ffd526320f, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=82c1f485-25c0-4072-8827-a9ffd526320f,segment=NetworkSegment(5794903e-0cbd-4522-8ef4-5d761ae05e8f),segment_id=5794903e-0cbd-4522-8ef4-5d761ae05e8f)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:31:19.648310 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Returning: {'device': '82c1f485-25c0-4072-8827-a9ffd526320f', 'network_id': 'bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6', 'port_id': '82c1f485-25c0-4072-8827-a9ffd526320f', 'mac_address': 'fa:16:3e:ef:a1:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de8026c-4c4c-4a85-bb18-9f58e36bed1d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 00:31:19.701476 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:19.726356 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ff1ce051-4f53-488a-9452-4f173615e138 req-794a908c-592b-4604-9535-e79ee60e30f1 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459968 Nov 25 00:31:19.756125 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82c1f485-25c0-4072-8827-a9ffd526320f {{(pid=109125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:31:19.795500 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-2e28c9f1-9098-4349-bedb-c5d7e2cc76e1 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:19.806068 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-88f4057d-b547-49b3-b559-113b46802946 req-049bd6b9-2c4d-4118-b88f-bbeb8fb89966 service neutron] 10.222.0.36 "GET /v2.0/networks/e36dfab7-9306-47bd-a24d-fce7937d64a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775076 Nov 25 00:31:19.808066 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 82c1f485-25c0-4072-8827-a9ffd526320f, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=82c1f485-25c0-4072-8827-a9ffd526320f,segment=NetworkSegment(5794903e-0cbd-4522-8ef4-5d761ae05e8f),segment_id=5794903e-0cbd-4522-8ef4-5d761ae05e8f)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:31:19.818402 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:19.890858 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=82c1f485-25c0-4072-8827-a9ffd526320f,revision_number=4']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:19.987107 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170fe35-b090-4a18-a50c-de62c8c9133c req-adcd1f0a-db0c-408f-9de3-df38840f822c tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:19.996071 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c170fe35-b090-4a18-a50c-de62c8c9133c req-adcd1f0a-db0c-408f-9de3-df38840f822c tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=da843e64-0bda-46f5-9608-4b67bdc1e514 HTTP/1.1" status: 200 len: 944 time: 0.1675549 Nov 25 00:31:20.075422 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:20.086745 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c170fe35-b090-4a18-a50c-de62c8c9133c req-f826e0a0-3b71-4300-a6de-629ee740589f tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893369 Nov 25 00:31:20.109049 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.db_base_plugin_common [None req-2e28c9f1-9098-4349-bedb-c5d7e2cc76e1 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Allocated IP 172.27.2.67 (7e710f5f-af80-47ab-b03c-3a0dd4623f26/89cd149f-d365-4a11-b22c-c62ab9234e96/ca6690be-c8b1-4240-9838-1829e5e29607) {{(pid=109123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:31:20.244577 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['82c1f485-25c0-4072-8827-a9ffd526320f'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:31:20.259026 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-2e28c9f1-9098-4349-bedb-c5d7e2cc76e1 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks [] for port, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:20.338140 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386e86b-fea1-4ba3-8d68-af312f1dfdd0 req-c1d57268-2ae7-4b92-8df3-601e40353d44 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:20.341504 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-d386e86b-fea1-4ba3-8d68-af312f1dfdd0 req-c1d57268-2ae7-4b92-8df3-601e40353d44 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 943 time: 0.1097670 Nov 25 00:31:20.344813 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-2e28c9f1-9098-4349-bedb-c5d7e2cc76e1 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:20.436202 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-d386e86b-fea1-4ba3-8d68-af312f1dfdd0 req-7f8387f7-8c63-481a-9b08-39835dbd76f5 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862510 Nov 25 00:31:20.454975 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e28c9f1-9098-4349-bedb-c5d7e2cc76e1 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Pushing event updated for resources: {'Port': ['ID=ca6690be-c8b1-4240-9838-1829e5e29607,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:20.474908 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e28c9f1-9098-4349-bedb-c5d7e2cc76e1 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Network 7e710f5f-af80-47ab-b03c-3a0dd4623f26 is already hosted by enough agents. {{(pid=109123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:31:20.477008 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [None req-2e28c9f1-9098-4349-bedb-c5d7e2cc76e1 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Resources bound (agent type, host, resource id): {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:31:20.479257 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e28c9f1-9098-4349-bedb-c5d7e2cc76e1 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Received port after_create {{(pid=109123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:31:20.626705 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb8cfc-2460-42f2-944b-4b0a8d756a58 req-9f0659e0-8b5e-4071-861c-fd2385d4b702 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:20.628208 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8aeb8cfc-2460-42f2-944b-4b0a8d756a58 req-9f0659e0-8b5e-4071-861c-fd2385d4b702 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.1108608 Nov 25 00:31:20.765415 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8aeb8cfc-2460-42f2-944b-4b0a8d756a58 req-f59d5d81-96ad-4749-935d-0633660ded5b tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257660 Nov 25 00:31:20.880885 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f0553-7b66-4684-aa85-ca4831c0df8b req-abf6bca9-20ed-47d5-82e9-2aa3ac9293d1 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:20.884150 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7b9f0553-7b66-4684-aa85-ca4831c0df8b req-abf6bca9-20ed-47d5-82e9-2aa3ac9293d1 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3fc80a-a736-4249-a7ca-3f0989d897d0 HTTP/1.1" status: 200 len: 945 time: 0.0797977 Nov 25 00:31:20.941152 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7b9f0553-7b66-4684-aa85-ca4831c0df8b req-827ae3f5-d20a-4d69-86e3-2f18bf951faa tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499594 Nov 25 00:31:20.990366 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-2e28c9f1-9098-4349-bedb-c5d7e2cc76e1 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:21.073054 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-2e28c9f1-9098-4349-bedb-c5d7e2cc76e1 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:21.264477 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799cab5-dbab-4e44-b8ce-815b0fa0a103 req-76c47ad6-92cc-4ef9-bca5-0c7a026c9adb tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:21.266227 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-d799cab5-dbab-4e44-b8ce-815b0fa0a103 req-76c47ad6-92cc-4ef9-bca5-0c7a026c9adb tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=da843e64-0bda-46f5-9608-4b67bdc1e514 HTTP/1.1" status: 200 len: 944 time: 0.0895565 Nov 25 00:31:21.319339 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-2e28c9f1-9098-4349-bedb-c5d7e2cc76e1 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks [] for port, precommit_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:21.331129 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-2e28c9f1-9098-4349-bedb-c5d7e2cc76e1 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11305756'] for port, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:21.364140 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-d799cab5-dbab-4e44-b8ce-815b0fa0a103 req-ecc08950-d311-4022-bc75-ee12d5a1347c tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885441 Nov 25 00:31:21.412097 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e28c9f1-9098-4349-bedb-c5d7e2cc76e1 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Pushing event updated for resources: {'Port': ['ID=ca6690be-c8b1-4240-9838-1829e5e29607,revision_number=2']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:21.423446 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-2e28c9f1-9098-4349-bedb-c5d7e2cc76e1 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622920'] for floatingip, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:21.526255 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.db.l3_db [None req-2e28c9f1-9098-4349-bedb-c5d7e2cc76e1 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Floating IP 0e9aed8c-5d0d-447f-8480-476b2bf79279 associated. External IP: 172.27.2.67, port: 1e22ac7b-edbb-468e-ac61-bc2a30c9d949. Nov 25 00:31:21.619506 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491ea52-7730-415e-8ce7-d2608bc7aef8 req-c26bbf6b-6d57-42f4-a12a-117bbf45c09f tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:21.628021 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-6491ea52-7730-415e-8ce7-d2608bc7aef8 req-c26bbf6b-6d57-42f4-a12a-117bbf45c09f tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 943 time: 0.0844548 Nov 25 00:31:21.673847 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-6491ea52-7730-415e-8ce7-d2608bc7aef8 req-ba559624-7008-40c4-a57e-dfb9947d2e36 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445836 Nov 25 00:31:21.819211 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e28c9f1-9098-4349-bedb-c5d7e2cc76e1 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Router 7b8687f4-706f-468a-8fdd-43e76e6bb33f has already been hosted by L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 {{(pid=109123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 00:31:22.116886 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72bfb1-9a42-43e3-bc9b-bddef96779f3 req-02a83c2d-d6e9-417e-9329-402f7ba6043c tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:22.118497 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-eb72bfb1-9a42-43e3-bc9b-bddef96779f3 req-02a83c2d-d6e9-417e-9329-402f7ba6043c tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3fc80a-a736-4249-a7ca-3f0989d897d0 HTTP/1.1" status: 200 len: 945 time: 0.0812805 Nov 25 00:31:22.174165 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-eb72bfb1-9a42-43e3-bc9b-bddef96779f3 req-f5ca536e-3e30-4532-9ecc-2a5eaf5d004a tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487766 Nov 25 00:31:22.202110 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c15ad-1d18-4f05-88ca-6366a9e31927 req-1a021840-1000-40f9-bd40-4440e9eed457 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:22.203613 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b65c15ad-1d18-4f05-88ca-6366a9e31927 req-1a021840-1000-40f9-bd40-4440e9eed457 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.3403692 Nov 25 00:31:22.210342 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e28c9f1-9098-4349-bedb-c5d7e2cc76e1 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:31:22.225164 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5891568d-b952-4d9b-a4a1-53df02159f95 None None] Sync routers for ids ['7b8687f4-706f-468a-8fdd-43e76e6bb33f'] in dv-cinder-819200-1-iscsi {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:31:22.237836 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5891568d-b952-4d9b-a4a1-53df02159f95 None None] Routers {'7b8687f4-706f-468a-8fdd-43e76e6bb33f'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:31:22.238132 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-5891568d-b952-4d9b-a4a1-53df02159f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:31:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['7b8687f4-706f-468a-8fdd-43e76e6bb33f'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:31:22.245106 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-2e28c9f1-9098-4349-bedb-c5d7e2cc76e1 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for floatingip, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:22.286508 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-2e28c9f1-9098-4349-bedb-c5d7e2cc76e1 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7191613 Nov 25 00:31:22.290515 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b65c15ad-1d18-4f05-88ca-6366a9e31927 req-c8d64e0c-d7ca-48ed-8161-d31199cba10d tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774257 Nov 25 00:31:22.291026 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd91f8320-88a2-4375-b554-c9088c8bf20d', 'tag': '1e22ac7b-edbb-468e-ac61-bc2a30c9d949'}] {{(pid=109123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:31:22.293320 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d6797fd55ce1482701f76a6a20d13483833b06e18cae27317f32e85b7a837" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7aa59b-dc43-4703-8e07-bef56f907b10" -d '{"events": [{"name": "network-changed", "server_uuid": "d91f8320-88a2-4375-b554-c9088c8bf20d", "tag": "1e22ac7b-edbb-468e-ac61-bc2a30c9d949"}]}' {{(pid=109123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:31:22.340685 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 00:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fce699-8d62-48fa-a02a-78e2eabe0abf x-openstack-request-id: req-66fce699-8d62-48fa-a02a-78e2eabe0abf {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:31:22.340978 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d91f8320-88a2-4375-b554-c9088c8bf20d", "tag": "1e22ac7b-edbb-468e-ac61-bc2a30c9d949", "status": "completed", "code": 200}]} {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:31:22.341233 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66fce699-8d62-48fa-a02a-78e2eabe0abf {{(pid=109123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:31:22.341637 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd91f8320-88a2-4375-b554-c9088c8bf20d', 'tag': '1e22ac7b-edbb-468e-ac61-bc2a30c9d949', 'status': 'completed', 'code': 200} Nov 25 00:31:22.367117 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-5891568d-b952-4d9b-a4a1-53df02159f95 None None] Set router 7b8687f4-706f-468a-8fdd-43e76e6bb33f gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:31:22.585531 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadae9e7-94f2-408c-a2a5-b1c429511335 req-0cc8f818-f9f3-4100-941e-a4dc23d3ed0e tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:22.588874 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-cadae9e7-94f2-408c-a2a5-b1c429511335 req-0cc8f818-f9f3-4100-941e-a4dc23d3ed0e tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=da843e64-0bda-46f5-9608-4b67bdc1e514 HTTP/1.1" status: 200 len: 944 time: 0.1323156 Nov 25 00:31:22.654099 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-cadae9e7-94f2-408c-a2a5-b1c429511335 req-e01e1a5a-3163-4d3e-a92d-b185f683e586 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590916 Nov 25 00:31:22.675141 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-5891568d-b952-4d9b-a4a1-53df02159f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'name': 'tempest-TestShelveInstance-1379455999-router', 'tenant_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:29:52Z', 'updated_at': '2021-11-25T00:30:02Z', 'revision_number': 4, 'project_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'gw_port': {'id': '3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:29:54Z', 'updated_at': '2021-11-25T00:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_floatingips': [{'id': '0e9aed8c-5d0d-447f-8480-476b2bf79279', 'tenant_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'router_id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'port_id': '1e22ac7b-edbb-468e-ac61-bc2a30c9d949', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9c94da-08ec-44a7-9abd-e30ed8735d06', 'mac_address': 'fa:16:3e:eb:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91f8320-88a2-4375-b554-c9088c8bf20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T00:31:20Z', 'updated_at': '2021-11-25T00:31:20Z', 'revision_number': 0, 'project_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01eca09-bd37-4899-8494-d63c872a746d', 'name': '', 'network_id': '1e9c94da-08ec-44a7-9abd-e30ed8735d06', 'tenant_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'mac_address': 'fa:16:3e:75:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '6a96f391-45a6-424b-a4f4-889163bf126c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:29:58Z', 'updated_at': '2021-11-25T00:30:09Z', 'revision_number': 5, 'project_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'subnets': [{'id': '6a96f391-45a6-424b-a4f4-889163bf126c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:31:22.712964 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5891568d-b952-4d9b-a4a1-53df02159f95 None None] Checking router: 7b8687f4-706f-468a-8fdd-43e76e6bb33f for host: dv-cinder-819200-1-iscsi {{(pid=109126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:31:22.722160 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5891568d-b952-4d9b-a4a1-53df02159f95 None None] Routers {'7b8687f4-706f-468a-8fdd-43e76e6bb33f'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:31:22.722829 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-5891568d-b952-4d9b-a4a1-53df02159f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:31:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['7b8687f4-706f-468a-8fdd-43e76e6bb33f'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:31:22.846368 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-5891568d-b952-4d9b-a4a1-53df02159f95 None None] Set router 7b8687f4-706f-468a-8fdd-43e76e6bb33f gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:31:22.872399 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3e780-edca-4ccc-b5c2-fb313c2921b4 req-664d76a2-86a5-4ce3-9082-e35be14ef481 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:22.873977 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7bc3e780-edca-4ccc-b5c2-fb313c2921b4 req-664d76a2-86a5-4ce3-9082-e35be14ef481 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 943 time: 0.0637949 Nov 25 00:31:22.933510 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7bc3e780-edca-4ccc-b5c2-fb313c2921b4 req-95646128-7d39-4b63-8d25-52671d028a8a tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510225 Nov 25 00:31:23.120251 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-5891568d-b952-4d9b-a4a1-53df02159f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'name': 'tempest-TestShelveInstance-1379455999-router', 'tenant_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:29:52Z', 'updated_at': '2021-11-25T00:30:02Z', 'revision_number': 4, 'project_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'gw_port': {'id': '3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:29:54Z', 'updated_at': '2021-11-25T00:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_floatingips': [{'id': '0e9aed8c-5d0d-447f-8480-476b2bf79279', 'tenant_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'router_id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'port_id': '1e22ac7b-edbb-468e-ac61-bc2a30c9d949', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9c94da-08ec-44a7-9abd-e30ed8735d06', 'mac_address': 'fa:16:3e:eb:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91f8320-88a2-4375-b554-c9088c8bf20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T00:31:20Z', 'updated_at': '2021-11-25T00:31:20Z', 'revision_number': 0, 'project_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01eca09-bd37-4899-8494-d63c872a746d', 'name': '', 'network_id': '1e9c94da-08ec-44a7-9abd-e30ed8735d06', 'tenant_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'mac_address': 'fa:16:3e:75:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '6a96f391-45a6-424b-a4f4-889163bf126c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:29:58Z', 'updated_at': '2021-11-25T00:30:09Z', 'revision_number': 5, 'project_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'subnets': [{'id': '6a96f391-45a6-424b-a4f4-889163bf126c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:31:23.147750 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5891568d-b952-4d9b-a4a1-53df02159f95 None None] The sync data for ids ['7b8687f4-706f-468a-8fdd-43e76e6bb33f'] in dv-cinder-819200-1-iscsi is: [{'id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'name': 'tempest-TestShelveInstance-1379455999-router', 'tenant_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:29:52Z', 'updated_at': '2021-11-25T00:30:02Z', 'revision_number': 4, 'project_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'gw_port': {'id': '3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:29:54Z', 'updated_at': '2021-11-25T00:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_floatingips': [{'id': '0e9aed8c-5d0d-447f-8480-476b2bf79279', 'tenant_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'router_id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'port_id': '1e22ac7b-edbb-468e-ac61-bc2a30c9d949', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9c94da-08ec-44a7-9abd-e30ed8735d06', 'mac_address': 'fa:16:3e:eb:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91f8320-88a2-4375-b554-c9088c8bf20d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T00:31:20Z', 'updated_at': '2021-11-25T00:31:20Z', 'revision_number': 0, 'project_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01eca09-bd37-4899-8494-d63c872a746d', 'name': '', 'network_id': '1e9c94da-08ec-44a7-9abd-e30ed8735d06', 'tenant_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'mac_address': 'fa:16:3e:75:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '6a96f391-45a6-424b-a4f4-889163bf126c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:29:58Z', 'updated_at': '2021-11-25T00:30:09Z', 'revision_number': 5, 'project_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'subnets': [{'id': '6a96f391-45a6-424b-a4f4-889163bf126c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:31:23.340084 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6e6ef-c68e-4c74-91a3-e9206c82f8e7 req-b466d70a-a68e-42ff-9e0b-7fd796909980 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:23.341655 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-e7d6e6ef-c68e-4c74-91a3-e9206c82f8e7 req-b466d70a-a68e-42ff-9e0b-7fd796909980 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3fc80a-a736-4249-a7ca-3f0989d897d0 HTTP/1.1" status: 200 len: 945 time: 0.0669742 Nov 25 00:31:23.397988 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0bfed1-dd28-4651-aaaa-5290f1f2af75 None None] New status for floating IP 0e9aed8c-5d0d-447f-8480-476b2bf79279: ACTIVE {{(pid=109125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 00:31:23.420853 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-e7d6e6ef-c68e-4c74-91a3-e9206c82f8e7 req-5f418903-cedb-4f91-a4bd-3dc6f61d0d92 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685041 Nov 25 00:31:23.457397 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b6480-16c5-4bbd-896c-af953a04d1b4 req-7f4b258f-2464-4a47-bb02-e534fde82b99 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:23.459020 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-250b6480-16c5-4bbd-896c-af953a04d1b4 req-7f4b258f-2464-4a47-bb02-e534fde82b99 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0625474 Nov 25 00:31:23.514978 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 82c1f485-25c0-4072-8827-a9ffd526320f up at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:31:23.525802 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-250b6480-16c5-4bbd-896c-af953a04d1b4 req-fdb48ca3-9e8c-45a9-9025-21f3eacc4fb2 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606182 Nov 25 00:31:23.632789 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning for port 82c1f485-25c0-4072-8827-a9ffd526320f completed by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 00:31:23.637362 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning complete for port 82c1f485-25c0-4072-8827-a9ffd526320f triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:31:23.637741 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:23.766541 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:23.811868 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da843e64-0bda-46f5-9608-4b67bdc1e514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c1f485-25c0-4072-8827-a9ffd526320f'}] {{(pid=109125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:31:23.816245 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b40ce054491f5bd1a33a22e0e33c095860c6622367658d2460ab374ec6fa3a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39c12b1-dc99-4f0a-89e6-9a582d0b119a" -d '{"events": [{"server_uuid": "da843e64-0bda-46f5-9608-4b67bdc1e514", "name": "network-vif-plugged", "status": "completed", "tag": "82c1f485-25c0-4072-8827-a9ffd526320f"}]}' {{(pid=109125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:31:23.841454 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 82c1f485-25c0-4072-8827-a9ffd526320f, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=82c1f485-25c0-4072-8827-a9ffd526320f,segment=NetworkSegment(5794903e-0cbd-4522-8ef4-5d761ae05e8f),segment_id=5794903e-0cbd-4522-8ef4-5d761ae05e8f)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:31:23.848102 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:23.910449 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79e5dd-9913-442c-bd2a-748496aaab62 req-2da8d4c1-aa1b-4cb8-97bf-c512e8adaf8c tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:23.915640 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4477d6-96d2-4463-bd15-dfb4882f2778 x-openstack-request-id: req-7a4477d6-96d2-4463-bd15-dfb4882f2778 {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:31:23.916085 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da843e64-0bda-46f5-9608-4b67bdc1e514", "name": "network-vif-plugged", "status": "completed", "tag": "82c1f485-25c0-4072-8827-a9ffd526320f", "code": 200}]} {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:31:23.916491 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a4477d6-96d2-4463-bd15-dfb4882f2778 {{(pid=109125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:31:23.917107 dv-cinder-819200-1-iscsi neutron-server[109125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da843e64-0bda-46f5-9608-4b67bdc1e514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c1f485-25c0-4072-8827-a9ffd526320f', 'code': 200} Nov 25 00:31:23.923452 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-3e79e5dd-9913-442c-bd2a-748496aaab62 req-2da8d4c1-aa1b-4cb8-97bf-c512e8adaf8c tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=da843e64-0bda-46f5-9608-4b67bdc1e514 HTTP/1.1" status: 200 len: 944 time: 0.1239200 Nov 25 00:31:23.976463 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=82c1f485-25c0-4072-8827-a9ffd526320f,revision_number=5']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:24.008960 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-3e79e5dd-9913-442c-bd2a-748496aaab62 req-79399a05-5e64-409e-82e3-52c2183fc3db tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830019 Nov 25 00:31:24.156400 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb11215-3899-49bd-bb08-71339e0e61cd req-501b9889-f802-4868-b034-9d43c4947806 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:24.157914 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-beb11215-3899-49bd-bb08-71339e0e61cd req-501b9889-f802-4868-b034-9d43c4947806 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 943 time: 0.0699770 Nov 25 00:31:24.217509 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-beb11215-3899-49bd-bb08-71339e0e61cd req-af402123-2125-4f9e-be6b-b41b955f7051 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530710 Nov 25 00:31:24.548506 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abeb689-cc27-4f4d-8aaa-63aadc92d615 req-8a0f8892-f449-46c4-bcc0-bfd79a6f5493 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:24.550001 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1abeb689-cc27-4f4d-8aaa-63aadc92d615 req-8a0f8892-f449-46c4-bcc0-bfd79a6f5493 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3fc80a-a736-4249-a7ca-3f0989d897d0 HTTP/1.1" status: 200 len: 945 time: 0.0523224 Nov 25 00:31:24.608412 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1abeb689-cc27-4f4d-8aaa-63aadc92d615 req-5dda5150-e0de-4e41-ac69-6b6ff5b56b14 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521469 Nov 25 00:31:24.687162 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a123894-5d2c-48a6-b152-0bf5123c3ad0 req-07ec31ed-2fb2-4add-a6bb-505b7c62e2a3 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:24.688732 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-0a123894-5d2c-48a6-b152-0bf5123c3ad0 req-07ec31ed-2fb2-4add-a6bb-505b7c62e2a3 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0573518 Nov 25 00:31:24.736753 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-0a123894-5d2c-48a6-b152-0bf5123c3ad0 req-810e095b-e918-43e9-8da9-163bbb3e1e72 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418303 Nov 25 00:31:25.164625 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7d444-852d-401b-b45f-351c8a141e39 req-b68ed5aa-c049-4498-86c7-b562d66cf75b tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:25.167220 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1ee7d444-852d-401b-b45f-351c8a141e39 req-b68ed5aa-c049-4498-86c7-b562d66cf75b tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=da843e64-0bda-46f5-9608-4b67bdc1e514 HTTP/1.1" status: 200 len: 945 time: 0.0865071 Nov 25 00:31:25.222927 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1ee7d444-852d-401b-b45f-351c8a141e39 req-64b045dd-7cf3-49e2-b02a-6afd3f8df243 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498173 Nov 25 00:31:25.362191 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25180a10-8c3a-4ac4-aaba-04a2c69ec3e6 req-0ecd8e1f-14fd-4ad7-a3df-700321f837f6 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:25.363860 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-25180a10-8c3a-4ac4-aaba-04a2c69ec3e6 req-0ecd8e1f-14fd-4ad7-a3df-700321f837f6 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 943 time: 0.0556853 Nov 25 00:31:25.436303 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-25180a10-8c3a-4ac4-aaba-04a2c69ec3e6 req-a5646ab0-268c-4f89-9d6d-f93523943e8a tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654678 Nov 25 00:31:25.726398 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabf19e-81aa-4055-be0d-d7bfed96e4c5 req-957aeaab-b1b5-4e67-ad90-9ac03c022f92 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:25.728597 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2dabf19e-81aa-4055-be0d-d7bfed96e4c5 req-957aeaab-b1b5-4e67-ad90-9ac03c022f92 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3fc80a-a736-4249-a7ca-3f0989d897d0 HTTP/1.1" status: 200 len: 945 time: 0.0503721 Nov 25 00:31:25.786059 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2dabf19e-81aa-4055-be0d-d7bfed96e4c5 req-2e53bf11-3ce5-45b2-bbf0-820a87b00492 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515254 Nov 25 00:31:25.879308 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec557fb4-88b9-48f2-8663-544d375a6cfa req-0b99aaa7-83ff-469c-bafb-52695222847a tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:25.880905 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ec557fb4-88b9-48f2-8663-544d375a6cfa req-0b99aaa7-83ff-469c-bafb-52695222847a tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0559781 Nov 25 00:31:25.941303 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ec557fb4-88b9-48f2-8663-544d375a6cfa req-567135dd-ca78-4286-8123-bd4fdd3d8044 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473599 Nov 25 00:31:26.361228 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed3b37-7b54-483b-b5b1-dbe9133caf49 req-8f08c6ea-e252-410c-8869-db4b669d7a4a tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:26.362969 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c4ed3b37-7b54-483b-b5b1-dbe9133caf49 req-8f08c6ea-e252-410c-8869-db4b669d7a4a tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=da843e64-0bda-46f5-9608-4b67bdc1e514 HTTP/1.1" status: 200 len: 945 time: 0.0618167 Nov 25 00:31:26.431932 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c4ed3b37-7b54-483b-b5b1-dbe9133caf49 req-3dbbf0dd-00c4-4058-b646-e4fc6e8ac68c tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611279 Nov 25 00:31:26.579293 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd058123-f973-4aa1-9465-300a22bb3d26 req-4cf0b1e3-0bc2-4d36-b307-5ffd9000c16c tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:26.580793 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-fd058123-f973-4aa1-9465-300a22bb3d26 req-4cf0b1e3-0bc2-4d36-b307-5ffd9000c16c tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 943 time: 0.0540698 Nov 25 00:31:26.634282 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-fd058123-f973-4aa1-9465-300a22bb3d26 req-aa6bcb1b-af69-42b1-a88d-e79149d7c6e0 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463340 Nov 25 00:31:26.932958 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c11f1-7ecc-45a4-af7d-7f21514ffb56 req-96d3881c-e2a1-49c3-8586-f0d97b10e8a7 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:26.934526 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-d71c11f1-7ecc-45a4-af7d-7f21514ffb56 req-96d3881c-e2a1-49c3-8586-f0d97b10e8a7 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3fc80a-a736-4249-a7ca-3f0989d897d0 HTTP/1.1" status: 200 len: 945 time: 0.0590456 Nov 25 00:31:27.002736 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-d71c11f1-7ecc-45a4-af7d-7f21514ffb56 req-09c94017-3b19-4c63-a9f2-49a1ee667696 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601926 Nov 25 00:31:27.091901 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27329b-4b17-4faf-a147-0d2294967e4e req-686b9d0a-e23f-4fd9-9cf7-2bc227abafc2 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:27.093393 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ae27329b-4b17-4faf-a147-0d2294967e4e req-686b9d0a-e23f-4fd9-9cf7-2bc227abafc2 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0491173 Nov 25 00:31:27.157778 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ae27329b-4b17-4faf-a147-0d2294967e4e req-52ede8b3-cfb8-44cd-82e8-2abf6f05edea tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567896 Nov 25 00:31:27.585396 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde380bd-d192-4106-94db-e879a4365d9b req-4d759141-49bc-455f-9d6c-6001938a3dd2 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:27.588214 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-cde380bd-d192-4106-94db-e879a4365d9b req-4d759141-49bc-455f-9d6c-6001938a3dd2 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=da843e64-0bda-46f5-9608-4b67bdc1e514 HTTP/1.1" status: 200 len: 945 time: 0.0668683 Nov 25 00:31:27.655251 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-cde380bd-d192-4106-94db-e879a4365d9b req-cfee4602-d6ec-4049-b9fd-387e52ff2b20 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590646 Nov 25 00:31:27.812182 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54bb33-218c-4ed4-9ea7-8a201e165809 req-0362fd12-0a02-40bc-963f-426fa349c8a2 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:27.813595 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-1f54bb33-218c-4ed4-9ea7-8a201e165809 req-0362fd12-0a02-40bc-963f-426fa349c8a2 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 943 time: 0.0511553 Nov 25 00:31:27.870975 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-1f54bb33-218c-4ed4-9ea7-8a201e165809 req-f4ed0662-f167-4abd-9c1a-d94b723eaeac tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511289 Nov 25 00:31:28.185833 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b450a3-b7eb-47f4-8b55-8ccb9b2a9ca9 req-6547e6ac-8305-40ee-a882-c1fab57d58cf tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:28.187557 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-53b450a3-b7eb-47f4-8b55-8ccb9b2a9ca9 req-6547e6ac-8305-40ee-a882-c1fab57d58cf tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3fc80a-a736-4249-a7ca-3f0989d897d0 HTTP/1.1" status: 200 len: 945 time: 0.0664794 Nov 25 00:31:28.240320 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-53b450a3-b7eb-47f4-8b55-8ccb9b2a9ca9 req-a0dfb73f-bc1f-4a5e-b098-560818339320 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465310 Nov 25 00:31:28.319059 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b0860-2a2b-4833-9407-a39c51421ff0 req-8049b909-e15d-484f-891b-4a8c8361cc85 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:28.321286 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-880b0860-2a2b-4833-9407-a39c51421ff0 req-8049b909-e15d-484f-891b-4a8c8361cc85 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0553434 Nov 25 00:31:28.375597 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-880b0860-2a2b-4833-9407-a39c51421ff0 req-58a8475e-b514-4383-90cc-807f1f451f98 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480747 Nov 25 00:31:28.786072 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91807198-17e7-4833-9b2f-23f1dd232e3d req-46aa5d56-e42c-4278-ab58-70ed8d41ce58 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:28.787714 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-91807198-17e7-4833-9b2f-23f1dd232e3d req-46aa5d56-e42c-4278-ab58-70ed8d41ce58 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=da843e64-0bda-46f5-9608-4b67bdc1e514 HTTP/1.1" status: 200 len: 945 time: 0.0540240 Nov 25 00:31:28.847938 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-91807198-17e7-4833-9b2f-23f1dd232e3d req-112f7855-b145-483d-8c00-d95383a1c607 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498354 Nov 25 00:31:29.027418 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e34b8-8cc2-43a2-ab42-55a3e8eb7515 req-b6f01d1c-5cfe-4160-8142-bdb4447478e2 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:29.028990 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-602e34b8-8cc2-43a2-ab42-55a3e8eb7515 req-b6f01d1c-5cfe-4160-8142-bdb4447478e2 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 943 time: 0.0637426 Nov 25 00:31:29.085560 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-602e34b8-8cc2-43a2-ab42-55a3e8eb7515 req-563e69a6-6232-4551-99c1-7f036737f1ac tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502844 Nov 25 00:31:29.374651 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3234d-85d2-4170-b063-6c652eb1edca req-b6fdcdb5-2adb-4b6f-918e-a5c1662e17f3 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:29.376256 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-96b3234d-85d2-4170-b063-6c652eb1edca req-b6fdcdb5-2adb-4b6f-918e-a5c1662e17f3 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3fc80a-a736-4249-a7ca-3f0989d897d0 HTTP/1.1" status: 200 len: 945 time: 0.0640275 Nov 25 00:31:29.446221 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-96b3234d-85d2-4170-b063-6c652eb1edca req-3dbc23e5-85f7-472e-b631-ab0aba072709 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590484 Nov 25 00:31:29.519212 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3b597-629b-48cf-891f-eff09398245d req-84f5037c-9630-4fa8-b4c5-76cb2af1c315 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:29.520699 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-bfe3b597-629b-48cf-891f-eff09398245d req-84f5037c-9630-4fa8-b4c5-76cb2af1c315 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0549321 Nov 25 00:31:29.575687 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-bfe3b597-629b-48cf-891f-eff09398245d req-a1963578-c26b-4ff6-bcc8-4993353c2595 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461440 Nov 25 00:31:29.970074 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eab716-99d2-4c96-be7a-bbb349e94b72 req-b4074641-deb2-49c3-b140-e869ce147c4d tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:29.971642 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-d9eab716-99d2-4c96-be7a-bbb349e94b72 req-b4074641-deb2-49c3-b140-e869ce147c4d tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=da843e64-0bda-46f5-9608-4b67bdc1e514 HTTP/1.1" status: 200 len: 945 time: 0.0513499 Nov 25 00:31:30.031283 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-d9eab716-99d2-4c96-be7a-bbb349e94b72 req-cb54cb42-eb7b-4f23-afe6-141a33bd97e8 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531249 Nov 25 00:31:30.225754 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebb149-0828-481b-aba1-34b9c1613ab4 req-8172b14b-4d04-42f8-8703-4e89fb4309de tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:30.233776 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-2eebb149-0828-481b-aba1-34b9c1613ab4 req-8172b14b-4d04-42f8-8703-4e89fb4309de tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 943 time: 0.0658360 Nov 25 00:31:30.291445 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-2eebb149-0828-481b-aba1-34b9c1613ab4 req-f66e1ba4-e387-4442-a422-3061fdf7cf86 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566025 Nov 25 00:31:30.588025 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa125c99-cd93-4fea-8ef3-d762196f63b2 req-7e64f7ff-c449-4b6b-b6e3-af430c59272e tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:30.588025 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-fa125c99-cd93-4fea-8ef3-d762196f63b2 req-7e64f7ff-c449-4b6b-b6e3-af430c59272e tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3fc80a-a736-4249-a7ca-3f0989d897d0 HTTP/1.1" status: 200 len: 945 time: 0.0629442 Nov 25 00:31:30.639504 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-fa125c99-cd93-4fea-8ef3-d762196f63b2 req-ff889b77-904c-4bf8-812c-2ee6919e0de6 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468433 Nov 25 00:31:30.701495 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c99d5-e37e-4b5c-885a-461c1dc7c2aa req-e3134995-a8b4-4485-8760-fde380809add tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:30.703399 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-209c99d5-e37e-4b5c-885a-461c1dc7c2aa req-e3134995-a8b4-4485-8760-fde380809add tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0532615 Nov 25 00:31:30.760736 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-209c99d5-e37e-4b5c-885a-461c1dc7c2aa req-5aa993e3-5d82-49d4-8962-083efa85e4ea tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506060 Nov 25 00:31:31.167880 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ebb31-1503-412e-97b2-f7837ac7cd1b req-a35db058-6555-4ca7-9926-8b99312a8142 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:31.169432 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-996ebb31-1503-412e-97b2-f7837ac7cd1b req-a35db058-6555-4ca7-9926-8b99312a8142 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=da843e64-0bda-46f5-9608-4b67bdc1e514 HTTP/1.1" status: 200 len: 945 time: 0.0526469 Nov 25 00:31:31.220626 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-996ebb31-1503-412e-97b2-f7837ac7cd1b req-e63c92fd-7565-4d09-840b-8d483d5d606a tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443203 Nov 25 00:31:31.492060 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdfef38-a1a2-4f64-9741-30642ad98a8f req-a98af280-cc17-4446-ab13-52016dd29b5b tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:31.494734 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-afdfef38-a1a2-4f64-9741-30642ad98a8f req-a98af280-cc17-4446-ab13-52016dd29b5b tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 943 time: 0.0701883 Nov 25 00:31:31.542742 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-afdfef38-a1a2-4f64-9741-30642ad98a8f req-3f355825-4228-4a80-8e87-5545c84982be tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417633 Nov 25 00:31:31.770805 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bec3d-bb0d-4888-a06a-f7123854c9f8 req-879cedbd-21f8-49fc-aaab-4a0fb6e11367 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:31.772880 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4c0bec3d-bb0d-4888-a06a-f7123854c9f8 req-879cedbd-21f8-49fc-aaab-4a0fb6e11367 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3fc80a-a736-4249-a7ca-3f0989d897d0 HTTP/1.1" status: 200 len: 945 time: 0.0520556 Nov 25 00:31:31.827558 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4c0bec3d-bb0d-4888-a06a-f7123854c9f8 req-39de6df0-5ccd-4dc8-801c-8a76c88c40dd tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477853 Nov 25 00:31:31.905752 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78c2ac-09d3-4ed8-b278-c3ddd55f2d0d req-e1b6184a-7919-46e4-8dd3-b7e2bf8f1654 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:31.908870 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7e78c2ac-09d3-4ed8-b278-c3ddd55f2d0d req-e1b6184a-7919-46e4-8dd3-b7e2bf8f1654 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0777397 Nov 25 00:31:31.957310 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7e78c2ac-09d3-4ed8-b278-c3ddd55f2d0d req-c511cd38-0cc4-400d-8176-901bb8135f27 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433657 Nov 25 00:31:32.346077 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae9103-9e6e-49b0-9de9-55ab0227e610 req-3a89d582-fac4-4d80-98dc-4edd4bc0c162 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:32.347763 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-27ae9103-9e6e-49b0-9de9-55ab0227e610 req-3a89d582-fac4-4d80-98dc-4edd4bc0c162 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=da843e64-0bda-46f5-9608-4b67bdc1e514 HTTP/1.1" status: 200 len: 945 time: 0.0545402 Nov 25 00:31:32.431167 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-27ae9103-9e6e-49b0-9de9-55ab0227e610 req-2d45eb5a-1688-4567-b747-e292c82f9721 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713942 Nov 25 00:31:32.650761 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-931be78f-5fa7-4511-92b9-4f74df262408 req-543c571a-c9b0-47e3-9046-5a0a2868304a tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-900008301&fields=id&tenant_id=8537d37a59f34a86a54b106e5f66df14 HTTP/1.1" status: 200 len: 267 time: 0.0709388 Nov 25 00:31:32.734370 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed1170-8381-4372-bc1d-d807f6866ad6 req-c90224ab-bd4c-4c58-9aa8-a1dea0f70c33 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:32.736241 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-52ed1170-8381-4372-bc1d-d807f6866ad6 req-c90224ab-bd4c-4c58-9aa8-a1dea0f70c33 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 943 time: 0.0885675 Nov 25 00:31:32.799803 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-52ed1170-8381-4372-bc1d-d807f6866ad6 req-8fe42db4-ab2f-4ff1-a090-78fd6752b939 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547619 Nov 25 00:31:32.826167 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931be78f-5fa7-4511-92b9-4f74df262408 req-bf90ca70-73b8-4a87-a8b7-d22aac611838 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:32.829168 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-931be78f-5fa7-4511-92b9-4f74df262408 req-bf90ca70-73b8-4a87-a8b7-d22aac611838 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/networks?id=aa757134-ed46-4072-85c3-9015c512ef5e HTTP/1.1" status: 200 len: 811 time: 0.1660199 Nov 25 00:31:32.848509 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-931be78f-5fa7-4511-92b9-4f74df262408 req-58f32442-5b8a-4d78-a801-d16cf9d14940 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/quotas/8537d37a59f34a86a54b106e5f66df14 HTTP/1.1" status: 200 len: 375 time: 0.0132132 Nov 25 00:31:32.913464 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-931be78f-5fa7-4511-92b9-4f74df262408 req-945eb507-9927-4fd2-bd91-793d42cf975e tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8537d37a59f34a86a54b106e5f66df14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585928 Nov 25 00:31:33.005727 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01e230-8df7-41f4-9a40-9de4a8688297 req-d135e22b-725a-4983-9e1d-d4076131d6c0 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:33.011386 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-cb01e230-8df7-41f4-9a40-9de4a8688297 req-d135e22b-725a-4983-9e1d-d4076131d6c0 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3fc80a-a736-4249-a7ca-3f0989d897d0 HTTP/1.1" status: 200 len: 945 time: 0.0967748 Nov 25 00:31:33.036469 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-931be78f-5fa7-4511-92b9-4f74df262408 req-7cc87e95-8b5a-4711-8abb-4318603d98ca service neutron] 10.222.0.37 "GET /v2.0/networks/aa757134-ed46-4072-85c3-9015c512ef5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096082 Nov 25 00:31:33.108726 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-cb01e230-8df7-41f4-9a40-9de4a8688297 req-e6a88f92-ce4a-4772-9452-085453075546 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930533 Nov 25 00:31:33.166904 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-931be78f-5fa7-4511-92b9-4f74df262408 req-eb0c328c-e239-4938-ab0b-fe22c3fd917a service neutron] 10.222.0.37 "GET /v2.0/networks/aa757134-ed46-4072-85c3-9015c512ef5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236708 Nov 25 00:31:33.232538 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33cb05-7a7f-41a2-bf28-c49050a93451 req-d3ab6f0d-769c-44b5-a3f9-60dd7ffdb4af tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:33.234259 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7f33cb05-7a7f-41a2-bf28-c49050a93451 req-d3ab6f0d-769c-44b5-a3f9-60dd7ffdb4af tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0601547 Nov 25 00:31:33.301381 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7f33cb05-7a7f-41a2-bf28-c49050a93451 req-ee36e29b-1a6c-407a-aefe-bd671962eb9d tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608554 Nov 25 00:31:33.511892 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-d9d01f35-34d5-4e0d-ad96-c639b29c4a5b req-4fe9b2ee-280d-470f-8056-6da7df90e5d1 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=841877ea-ef2e-4fce-9aea-2a1975527f3c HTTP/1.1" status: 200 len: 210 time: 0.0308020 Nov 25 00:31:33.591072 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef81d1-4d67-4f6a-ac1e-32fa9398e89f req-93f13fe6-031e-45e8-8b8c-86c231e69ef7 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:33.592867 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-74ef81d1-4d67-4f6a-ac1e-32fa9398e89f req-93f13fe6-031e-45e8-8b8c-86c231e69ef7 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=da843e64-0bda-46f5-9608-4b67bdc1e514 HTTP/1.1" status: 200 len: 945 time: 0.0638216 Nov 25 00:31:33.655353 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-74ef81d1-4d67-4f6a-ac1e-32fa9398e89f req-a1fa0bf2-5d92-4d02-b783-f71714844815 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556996 Nov 25 00:31:34.008730 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a247d7-b6eb-4d1f-927d-59aada1f4b49 req-8feb000f-7d09-4212-808c-c22d95f34c7f tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:34.010397 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-d3a247d7-b6eb-4d1f-927d-59aada1f4b49 req-8feb000f-7d09-4212-808c-c22d95f34c7f tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 943 time: 0.0639601 Nov 25 00:31:34.066135 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-d3a247d7-b6eb-4d1f-927d-59aada1f4b49 req-110916c0-539b-4304-97ea-9924eb3d969f tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481207 Nov 25 00:31:34.234974 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ebd56-224c-4af5-b2b4-7b39890437b1 req-1ac9042e-0061-4c9e-9e16-dbb269c35fe1 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:34.236535 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ee0ebd56-224c-4af5-b2b4-7b39890437b1 req-1ac9042e-0061-4c9e-9e16-dbb269c35fe1 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3fc80a-a736-4249-a7ca-3f0989d897d0 HTTP/1.1" status: 200 len: 945 time: 0.0540655 Nov 25 00:31:34.318847 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ee0ebd56-224c-4af5-b2b4-7b39890437b1 req-a6ebb958-c7e0-45c0-80ce-cd8ad7f2f802 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738230 Nov 25 00:31:34.424678 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263cceb4-db24-466c-8eca-f711229e44d4 req-4cb4eee0-7269-4747-add5-99d8296b24b6 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:34.426068 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-263cceb4-db24-466c-8eca-f711229e44d4 req-4cb4eee0-7269-4747-add5-99d8296b24b6 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0518858 Nov 25 00:31:34.479167 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-263cceb4-db24-466c-8eca-f711229e44d4 req-7e39e0af-c4f8-4528-9c3d-37495021d21e tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464604 Nov 25 00:31:34.613616 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-e146f586-45cb-4e69-98a0-892741ae08c7 req-0998edaf-5436-43e1-97ae-0f96ab37ccca tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=841877ea-ef2e-4fce-9aea-2a1975527f3c HTTP/1.1" status: 200 len: 210 time: 0.0253334 Nov 25 00:31:34.777882 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33100897-2edf-4585-b5d9-a8468e565d1d req-bb2cf69d-9436-4b80-a6aa-8fec09704ba0 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:34.779503 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-33100897-2edf-4585-b5d9-a8468e565d1d req-bb2cf69d-9436-4b80-a6aa-8fec09704ba0 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=da843e64-0bda-46f5-9608-4b67bdc1e514 HTTP/1.1" status: 200 len: 945 time: 0.0514443 Nov 25 00:31:34.831292 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-33100897-2edf-4585-b5d9-a8468e565d1d req-5ec54ee2-ac34-47d3-973e-98f536b449a0 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456088 Nov 25 00:31:35.166856 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7aa59b-dc43-4703-8e07-bef56f907b10 req-8b1b4c74-47a8-4905-9c8d-f53137fa2a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:35.169361 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-6c7aa59b-dc43-4703-8e07-bef56f907b10 req-8b1b4c74-47a8-4905-9c8d-f53137fa2a13 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5f392e66d5f410f8a6baf59ecc59ace&device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 1099 time: 0.0929840 Nov 25 00:31:35.239061 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-88f4057d-b547-49b3-b559-113b46802946 req-5ac68695-b847-4bcf-a381-461945b61d76 service neutron] 10.222.0.36 "GET /v2.0/networks/e36dfab7-9306-47bd-a24d-fce7937d64a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729248 Nov 25 00:31:35.325373 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b34b44-8d43-4d0a-86c4-d6536785bea0 req-346c71e6-cd8b-48f8-9fca-2e3829d9a75c tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:35.327001 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-e0b34b44-8d43-4d0a-86c4-d6536785bea0 req-346c71e6-cd8b-48f8-9fca-2e3829d9a75c tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 943 time: 0.1563628 Nov 25 00:31:35.349922 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7aa59b-dc43-4703-8e07-bef56f907b10 req-621e8ff5-bd3b-417c-a9fa-d9f5a970a181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:35.351729 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-6c7aa59b-dc43-4703-8e07-bef56f907b10 req-621e8ff5-bd3b-417c-a9fa-d9f5a970a181 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1e9c94da-08ec-44a7-9abd-e30ed8735d06 HTTP/1.1" status: 200 len: 910 time: 0.1677516 Nov 25 00:31:35.446696 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-e0b34b44-8d43-4d0a-86c4-d6536785bea0 req-886a63a5-ad45-485e-a6e4-7070b67bdbb0 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082735 Nov 25 00:31:35.458387 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226b897-6630-4030-bd63-c1dca72a0a44 req-20b7b084-1a28-44f8-82d7-f1ac462ebcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:35.460213 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3226b897-6630-4030-bd63-c1dca72a0a44 req-20b7b084-1a28-44f8-82d7-f1ac462ebcb1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=da843e64-0bda-46f5-9608-4b67bdc1e514 HTTP/1.1" status: 200 len: 1098 time: 0.1099498 Nov 25 00:31:35.485736 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-6c7aa59b-dc43-4703-8e07-bef56f907b10 req-e28a6a99-c484-4eef-9038-1c0ed056664d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e22ac7b-edbb-468e-ac61-bc2a30c9d949 HTTP/1.1" status: 200 len: 1001 time: 0.1125543 Nov 25 00:31:35.560752 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08287a6-03ee-47f0-b492-74a50d29550f req-865871c6-53b7-47e5-9a46-2346941b6e5b tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:35.563632 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b08287a6-03ee-47f0-b492-74a50d29550f req-865871c6-53b7-47e5-9a46-2346941b6e5b tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3fc80a-a736-4249-a7ca-3f0989d897d0 HTTP/1.1" status: 200 len: 945 time: 0.0931492 Nov 25 00:31:35.567499 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7aa59b-dc43-4703-8e07-bef56f907b10 req-f066379e-af48-40b6-87a5-9c35c05dbde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:35.568991 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-6c7aa59b-dc43-4703-8e07-bef56f907b10 req-f066379e-af48-40b6-87a5-9c35c05dbde2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a96f391-45a6-424b-a4f4-889163bf126c HTTP/1.1" status: 200 len: 848 time: 0.0609777 Nov 25 00:31:35.603471 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3226b897-6630-4030-bd63-c1dca72a0a44 req-d9df4bba-5d75-4929-a3c9-6e4b5f3f7177 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915465 Nov 25 00:31:35.643188 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b08287a6-03ee-47f0-b492-74a50d29550f req-7cc2928d-a0e1-4046-a4af-451191dcb284 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717576 Nov 25 00:31:35.654593 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ee3b4-7dfd-483e-9c57-2c4dabee5e0e req-4fa23037-d98c-4045-89ea-873b3eb9b39d tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:35.656195 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-381ee3b4-7dfd-483e-9c57-2c4dabee5e0e req-4fa23037-d98c-4045-89ea-873b3eb9b39d tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0848987 Nov 25 00:31:35.662911 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7aa59b-dc43-4703-8e07-bef56f907b10 req-35605d15-2099-49f6-b477-fa876204afb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:35.665200 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-6c7aa59b-dc43-4703-8e07-bef56f907b10 req-35605d15-2099-49f6-b477-fa876204afb8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1e9c94da-08ec-44a7-9abd-e30ed8735d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0675526 Nov 25 00:31:35.677053 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 6 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 00:31:35.720401 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-381ee3b4-7dfd-483e-9c57-2c4dabee5e0e req-46439384-c114-44a7-8179-db7d34725822 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479279 Nov 25 00:31:35.739092 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-070c5862-38d0-474a-85dc-858af66f815f req-9dfd9113-9899-4811-b81b-833535654ca2 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=841877ea-ef2e-4fce-9aea-2a1975527f3c HTTP/1.1" status: 200 len: 210 time: 0.0273306 Nov 25 00:31:35.984053 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aade73d-4bee-4eb6-b583-016f2559d6f9 req-be689518-3581-43c0-88a0-6c471eafc3bd tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:35.985515 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-9aade73d-4bee-4eb6-b583-016f2559d6f9 req-be689518-3581-43c0-88a0-6c471eafc3bd tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=da843e64-0bda-46f5-9608-4b67bdc1e514 HTTP/1.1" status: 200 len: 945 time: 0.0788870 Nov 25 00:31:35.987544 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-6c7aa59b-dc43-4703-8e07-bef56f907b10 req-cd588ad8-b910-43da-98ed-62e66dfe6434 service neutron] 10.222.0.36 "GET /v2.0/networks/1e9c94da-08ec-44a7-9abd-e30ed8735d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253579 Nov 25 00:31:36.090895 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-9aade73d-4bee-4eb6-b583-016f2559d6f9 req-efc9c136-f253-4a50-b03e-276fab501000 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991538 Nov 25 00:31:36.115908 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-6c7aa59b-dc43-4703-8e07-bef56f907b10 req-2845186c-db13-457e-a1a1-30d99079a389 service neutron] 10.222.0.36 "GET /v2.0/networks/1e9c94da-08ec-44a7-9abd-e30ed8735d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173306 Nov 25 00:31:36.447440 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931be78f-5fa7-4511-92b9-4f74df262408 req-92410dd6-f468-4161-aaf9-0fa10d85d4c3 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:36.448989 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-931be78f-5fa7-4511-92b9-4f74df262408 req-92410dd6-f468-4161-aaf9-0fa10d85d4c3 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.36 "GET /v2.0/networks?id=aa757134-ed46-4072-85c3-9015c512ef5e HTTP/1.1" status: 200 len: 811 time: 0.1174271 Nov 25 00:31:36.542735 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-931be78f-5fa7-4511-92b9-4f74df262408 req-616c06fd-1aa0-4976-8152-8cdac9938012 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8537d37a59f34a86a54b106e5f66df14 HTTP/1.1" status: 200 len: 379 time: 0.0798671 Nov 25 00:31:36.557216 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [req-931be78f-5fa7-4511-92b9-4f74df262408 req-ef170ad3-975d-446d-9719-0b611e191ad8 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Request body: {'port': {'device_id': '841877ea-ef2e-4fce-9aea-2a1975527f3c', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'admin_state_up': True, 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'security_groups': ['e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf']}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:31:36.582108 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b79f2-b7c1-42aa-88ab-84100dcd9737 req-7eaeb07e-a517-4184-90bb-af9c155c6895 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:36.583547 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-2f8b79f2-b7c1-42aa-88ab-84100dcd9737 req-7eaeb07e-a517-4184-90bb-af9c155c6895 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed3fc80a-a736-4249-a7ca-3f0989d897d0 HTTP/1.1" status: 200 len: 945 time: 0.0976939 Nov 25 00:31:36.641032 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479b2a5-0c6b-4ba0-b6f5-a90d8006d9b4 req-29652bc6-99b3-4bf1-af33-40b0b8af0423 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:36.642494 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b479b2a5-0c6b-4ba0-b6f5-a90d8006d9b4 req-29652bc6-99b3-4bf1-af33-40b0b8af0423 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 943 time: 0.0971224 Nov 25 00:31:36.668976 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-931be78f-5fa7-4511-92b9-4f74df262408 req-ef170ad3-975d-446d-9719-0b611e191ad8 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Made reservation on behalf of 8537d37a59f34a86a54b106e5f66df14 for: {'port': 1} {{(pid=109123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:31:36.672567 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-931be78f-5fa7-4511-92b9-4f74df262408 req-ef170ad3-975d-446d-9719-0b611e191ad8 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:36.733887 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b479b2a5-0c6b-4ba0-b6f5-a90d8006d9b4 req-d7957203-914f-4ac4-9812-d54cd93dbd8f tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618649 Nov 25 00:31:36.741355 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [req-2f8b79f2-b7c1-42aa-88ab-84100dcd9737 req-ec8e55b8-6272-4791-99fd-6574872b8f56 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Deleting port 4499ab23-59f3-47c8-8272-ade0cdeff8fa {{(pid=109124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:31:36.741691 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-2f8b79f2-b7c1-42aa-88ab-84100dcd9737 req-ec8e55b8-6272-4791-99fd-6574872b8f56 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:36.822407 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef6c33-38b4-4be8-af04-10212fdb9172 req-6a058ed6-fd56-4328-952b-81696910c529 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:36.824018 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-18ef6c33-38b4-4be8-af04-10212fdb9172 req-6a058ed6-fd56-4328-952b-81696910c529 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3fc80a-a736-4249-a7ca-3f0989d897d0 HTTP/1.1" status: 200 len: 945 time: 0.0943494 Nov 25 00:31:36.869865 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [req-2f8b79f2-b7c1-42aa-88ab-84100dcd9737 req-ec8e55b8-6272-4791-99fd-6574872b8f56 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] For port 4499ab23-59f3-47c8-8272-ade0cdeff8fa, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=4499ab23-59f3-47c8-8272-ade0cdeff8fa,segment=NetworkSegment(1d001069-81f5-4588-89c3-3b44f4223981),segment_id=1d001069-81f5-4588-89c3-3b44f4223981)] {{(pid=109124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:31:36.870243 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-2f8b79f2-b7c1-42aa-88ab-84100dcd9737 req-ec8e55b8-6272-4791-99fd-6574872b8f56 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:36.876553 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.db_base_plugin_common [req-931be78f-5fa7-4511-92b9-4f74df262408 req-ef170ad3-975d-446d-9719-0b611e191ad8 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Allocated IP 172.20.0.9 (aa757134-ed46-4072-85c3-9015c512ef5e/572fab33-4b34-4f32-bd87-b36767f40e81/3acc674e-870a-4c62-ae63-f1b387926acd) {{(pid=109123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:31:36.886580 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [req-2f8b79f2-b7c1-42aa-88ab-84100dcd9737 req-ec8e55b8-6272-4791-99fd-6574872b8f56 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Calling delete_port for 4499ab23-59f3-47c8-8272-ade0cdeff8fa owned by compute:nova {{(pid=109124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:31:36.901005 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-18ef6c33-38b4-4be8-af04-10212fdb9172 req-4d4e4bbb-091c-478b-b848-d8b165528180 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695164 Nov 25 00:31:36.910278 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d82ab-70e1-4e0e-972e-04f7da872a00 req-0cad8416-0a71-4ff2-8214-d42ef9573850 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:36.911805 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-2a7d82ab-70e1-4e0e-972e-04f7da872a00 req-0cad8416-0a71-4ff2-8214-d42ef9573850 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0924711 Nov 25 00:31:37.016518 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-2a7d82ab-70e1-4e0e-972e-04f7da872a00 req-b7f3f1ce-4682-4a8b-b5de-6d5bd4c5e3fb tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734024 Nov 25 00:31:37.033942 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-3e35c5a6-1d1b-4835-a31c-7294fb6d4de8 req-7e71b2be-1427-466e-a7e7-71d013d22720 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=841877ea-ef2e-4fce-9aea-2a1975527f3c HTTP/1.1" status: 200 len: 210 time: 0.0418365 Nov 25 00:31:37.114368 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-2f8b79f2-b7c1-42aa-88ab-84100dcd9737 req-ec8e55b8-6272-4791-99fd-6574872b8f56 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:37.128551 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['766bc99c-1d66-4eda-8300-d09cef61ce3b', '4c4e41bf-d836-455d-8cd5-d02d97f94adc', 'bb008a62-304c-44a8-90f0-2d7439277f62', '4499ab23-59f3-47c8-8272-ade0cdeff8fa'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:31:37.149811 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e55b8-6272-4791-99fd-6574872b8f56 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Pushing event deleted for resources: {'Port': ['ID=4499ab23-59f3-47c8-8272-ade0cdeff8fa,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:37.151092 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-931be78f-5fa7-4511-92b9-4f74df262408 req-ef170ad3-975d-446d-9719-0b611e191ad8 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for port, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:37.221209 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f8b79f2-b7c1-42aa-88ab-84100dcd9737 req-ec8e55b8-6272-4791-99fd-6574872b8f56 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] No DVR routers for this DVR port 4499ab23-59f3-47c8-8272-ade0cdeff8fa on host hv-cinder-81920 {{(pid=109124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 00:31:37.230036 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-931be78f-5fa7-4511-92b9-4f74df262408 req-ef170ad3-975d-446d-9719-0b611e191ad8 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:37.236877 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-2f8b79f2-b7c1-42aa-88ab-84100dcd9737 req-ec8e55b8-6272-4791-99fd-6574872b8f56 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:37.241290 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-2f8b79f2-b7c1-42aa-88ab-84100dcd9737 req-ec8e55b8-6272-4791-99fd-6574872b8f56 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.36 "DELETE /v2.0/ports/4499ab23-59f3-47c8-8272-ade0cdeff8fa HTTP/1.1" status: 204 len: 173 time: 0.6503282 Nov 25 00:31:37.245118 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3fc80a-a736-4249-a7ca-3f0989d897d0', 'name': 'network-vif-deleted', 'tag': '4499ab23-59f3-47c8-8272-ade0cdeff8fa'}] {{(pid=109124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:31:37.248123 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c540b04f577278a42f04ac83864b9661265f6e355fc5f2cf5b057c36d7214e30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec427d14-16c4-45ad-adf9-a3ffc8329c8d" -d '{"events": [{"server_uuid": "ed3fc80a-a736-4249-a7ca-3f0989d897d0", "name": "network-vif-deleted", "tag": "4499ab23-59f3-47c8-8272-ade0cdeff8fa"}]}' {{(pid=109124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:31:37.279313 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-931be78f-5fa7-4511-92b9-4f74df262408 req-ef170ad3-975d-446d-9719-0b611e191ad8 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Network aa757134-ed46-4072-85c3-9015c512ef5e is already hosted by enough agents. {{(pid=109123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:31:37.284027 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [req-931be78f-5fa7-4511-92b9-4f74df262408 req-ef170ad3-975d-446d-9719-0b611e191ad8 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Resources bound (agent type, host, resource id): {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:31:37.305863 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [req-931be78f-5fa7-4511-92b9-4f74df262408 req-ef170ad3-975d-446d-9719-0b611e191ad8 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Received port after_create {{(pid=109123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:31:37.343758 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef170ad3-975d-446d-9719-0b611e191ad8 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Pushing event updated for resources: {'Port': ['ID=3acc674e-870a-4c62-ae63-f1b387926acd,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:37.363218 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6747fb-b13d-441a-b5b5-61f55c78d7b0 req-b12d1c97-1a5a-4300-9edf-486231cc6d53 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:37.375222 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8e6747fb-b13d-441a-b5b5-61f55c78d7b0 req-b12d1c97-1a5a-4300-9edf-486231cc6d53 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=da843e64-0bda-46f5-9608-4b67bdc1e514 HTTP/1.1" status: 200 len: 945 time: 0.1509986 Nov 25 00:31:37.403749 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fa4c29-4f66-459e-bd3c-bc47add0818f x-openstack-request-id: req-e3fa4c29-4f66-459e-bd3c-bc47add0818f {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:31:37.404336 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3fc80a-a736-4249-a7ca-3f0989d897d0", "name": "network-vif-deleted", "tag": "4499ab23-59f3-47c8-8272-ade0cdeff8fa", "status": "completed", "code": 200}]} {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:31:37.404754 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e3fa4c29-4f66-459e-bd3c-bc47add0818f {{(pid=109124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:31:37.405316 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3fc80a-a736-4249-a7ca-3f0989d897d0', 'name': 'network-vif-deleted', 'tag': '4499ab23-59f3-47c8-8272-ade0cdeff8fa', 'status': 'completed', 'code': 200} Nov 25 00:31:37.414319 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931be78f-5fa7-4511-92b9-4f74df262408 req-ef170ad3-975d-446d-9719-0b611e191ad8 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:37.415666 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-931be78f-5fa7-4511-92b9-4f74df262408 req-ef170ad3-975d-446d-9719-0b611e191ad8 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for port, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:37.441777 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-931be78f-5fa7-4511-92b9-4f74df262408 req-ef170ad3-975d-446d-9719-0b611e191ad8 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8893943 Nov 25 00:31:37.453278 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8e6747fb-b13d-441a-b5b5-61f55c78d7b0 req-bb209a33-e177-4112-b680-a357d2847e27 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767620 Nov 25 00:31:37.478922 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [req-931be78f-5fa7-4511-92b9-4f74df262408 req-01f753a1-866c-4bb6-83ec-c67b0bf2ab4a service neutron] Request body: {'port': {'device_id': '841877ea-ef2e-4fce-9aea-2a1975527f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:31:37.565776 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-931be78f-5fa7-4511-92b9-4f74df262408 req-01f753a1-866c-4bb6-83ec-c67b0bf2ab4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:37.654853 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-567344ab-6f07-438e-ac21-dfb566aacdce None None] Provisioning complete for port 3acc674e-870a-4c62-ae63-f1b387926acd triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:31:37.655228 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-567344ab-6f07-438e-ac21-dfb566aacdce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:37.699059 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-567344ab-6f07-438e-ac21-dfb566aacdce None None] Port 3acc674e-870a-4c62-ae63-f1b387926acd cannot update to ACTIVE because it is not bound. {{(pid=109125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 00:31:37.903367 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [req-931be78f-5fa7-4511-92b9-4f74df262408 req-01f753a1-866c-4bb6-83ec-c67b0bf2ab4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3acc674e-870a-4c62-ae63-f1b387926acd {{(pid=109123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:31:37.914335 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea97e0a-67ec-46b7-9fb7-e3332caae439 req-5d80fd96-3c96-4654-a9e1-f184bb1ce4b3 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:37.916161 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-9ea97e0a-67ec-46b7-9fb7-e3332caae439 req-5d80fd96-3c96-4654-a9e1-f184bb1ce4b3 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 943 time: 0.0994611 Nov 25 00:31:37.920348 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-931be78f-5fa7-4511-92b9-4f74df262408 req-01f753a1-866c-4bb6-83ec-c67b0bf2ab4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:37.952564 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.provisioning_blocks [req-931be78f-5fa7-4511-92b9-4f74df262408 req-01f753a1-866c-4bb6-83ec-c67b0bf2ab4a service neutron] Transition to ACTIVE for port object 3acc674e-870a-4c62-ae63-f1b387926acd will not be triggered until provisioned by entity L2. {{(pid=109123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 00:31:37.967412 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-931be78f-5fa7-4511-92b9-4f74df262408 req-01f753a1-866c-4bb6-83ec-c67b0bf2ab4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11305756'] for port, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:38.025763 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-9ea97e0a-67ec-46b7-9fb7-e3332caae439 req-4df74c13-8107-4f21-980d-dd672acf9a57 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028812 Nov 25 00:31:38.047149 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f753a1-866c-4bb6-83ec-c67b0bf2ab4a service neutron] Pushing event updated for resources: {'Port': ['ID=3acc674e-870a-4c62-ae63-f1b387926acd,revision_number=2']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:38.057292 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-6923dcf4-d424-4abc-9388-de98d91ad2dd req-52a0b9ba-0a78-4660-8cef-bab11a5063fe tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed3fc80a-a736-4249-a7ca-3f0989d897d0 HTTP/1.1" status: 200 len: 210 time: 0.0385232 Nov 25 00:31:38.168507 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.managers [req-931be78f-5fa7-4511-92b9-4f74df262408 req-01f753a1-866c-4bb6-83ec-c67b0bf2ab4a service neutron] Attempting to bind port 3acc674e-870a-4c62-ae63-f1b387926acd on host hv-cinder-81920 for vnic_type normal with profile {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:31:38.168845 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.managers [req-931be78f-5fa7-4511-92b9-4f74df262408 req-01f753a1-866c-4bb6-83ec-c67b0bf2ab4a service neutron] Attempting to bind port 3acc674e-870a-4c62-ae63-f1b387926acd by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': '2b169a1d-4120-413d-9aa2-8c8ecf745be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e'}] {{(pid=109123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:31:38.169186 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931be78f-5fa7-4511-92b9-4f74df262408 req-01f753a1-866c-4bb6-83ec-c67b0bf2ab4a service neutron] Attempting to bind port 3acc674e-870a-4c62-ae63-f1b387926acd on network aa757134-ed46-4072-85c3-9015c512ef5e {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:31:38.176734 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931be78f-5fa7-4511-92b9-4f74df262408 req-01f753a1-866c-4bb6-83ec-c67b0bf2ab4a service neutron] Port 3acc674e-870a-4c62-ae63-f1b387926acd on network aa757134-ed46-4072-85c3-9015c512ef5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 00:31:38.176734 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931be78f-5fa7-4511-92b9-4f74df262408 req-01f753a1-866c-4bb6-83ec-c67b0bf2ab4a service neutron] Attempting to bind port 3acc674e-870a-4c62-ae63-f1b387926acd on network aa757134-ed46-4072-85c3-9015c512ef5e {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:31:38.186288 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2282e-bf17-4726-a2d4-a87248fbc467 req-23d2b718-3a10-4488-b362-7c526b8b9050 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:38.186525 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931be78f-5fa7-4511-92b9-4f74df262408 req-01f753a1-866c-4bb6-83ec-c67b0bf2ab4a service neutron] Checking agent: {'id': 'ecb47d45-642b-455d-9e6f-8b3bbedb4480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'started_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:31:38.186804 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931be78f-5fa7-4511-92b9-4f74df262408 req-01f753a1-866c-4bb6-83ec-c67b0bf2ab4a service neutron] Checking segment: {'id': '2b169a1d-4120-413d-9aa2-8c8ecf745be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:31:38.187190 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931be78f-5fa7-4511-92b9-4f74df262408 req-01f753a1-866c-4bb6-83ec-c67b0bf2ab4a service neutron] Bound using segment: {'id': '2b169a1d-4120-413d-9aa2-8c8ecf745be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e'} {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:31:38.187631 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.managers [req-931be78f-5fa7-4511-92b9-4f74df262408 req-01f753a1-866c-4bb6-83ec-c67b0bf2ab4a service neutron] Bound port: 3acc674e-870a-4c62-ae63-f1b387926acd, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b169a1d-4120-413d-9aa2-8c8ecf745be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e'}}] {{(pid=109123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:31:38.188197 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7fb2282e-bf17-4726-a2d4-a87248fbc467 req-23d2b718-3a10-4488-b362-7c526b8b9050 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=841877ea-ef2e-4fce-9aea-2a1975527f3c HTTP/1.1" status: 200 len: 943 time: 0.0582855 Nov 25 00:31:38.190938 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-931be78f-5fa7-4511-92b9-4f74df262408 req-01f753a1-866c-4bb6-83ec-c67b0bf2ab4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:38.208871 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833a6b4-8452-4412-9eff-40e70eb867c0 req-920c6059-f72c-4ede-88a5-39e58598f0f9 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:38.210494 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8833a6b4-8452-4412-9eff-40e70eb867c0 req-920c6059-f72c-4ede-88a5-39e58598f0f9 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0862970 Nov 25 00:31:38.250372 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7fb2282e-bf17-4726-a2d4-a87248fbc467 req-db2066d4-cd9a-4c56-a16f-208167a62027 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561817 Nov 25 00:31:38.312926 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8833a6b4-8452-4412-9eff-40e70eb867c0 req-b8ab926c-6aad-4635-a8fc-23d7f616ac5d tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716674 Nov 25 00:31:38.315284 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [req-931be78f-5fa7-4511-92b9-4f74df262408 req-01f753a1-866c-4bb6-83ec-c67b0bf2ab4a service neutron] For port 3acc674e-870a-4c62-ae63-f1b387926acd, host hv-cinder-81920, cleared binding levels {{(pid=109123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:31:38.318498 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [req-931be78f-5fa7-4511-92b9-4f74df262408 req-01f753a1-866c-4bb6-83ec-c67b0bf2ab4a service neutron] For port 3acc674e-870a-4c62-ae63-f1b387926acd, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=3acc674e-870a-4c62-ae63-f1b387926acd,segment=NetworkSegment(2b169a1d-4120-413d-9aa2-8c8ecf745be0),segment_id=2b169a1d-4120-413d-9aa2-8c8ecf745be0)] {{(pid=109123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:31:38.323987 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-931be78f-5fa7-4511-92b9-4f74df262408 req-01f753a1-866c-4bb6-83ec-c67b0bf2ab4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11305756'] for port, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:38.364406 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931be78f-5fa7-4511-92b9-4f74df262408 req-01f753a1-866c-4bb6-83ec-c67b0bf2ab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:38.365358 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-931be78f-5fa7-4511-92b9-4f74df262408 req-01f753a1-866c-4bb6-83ec-c67b0bf2ab4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for port, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:38.366781 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-931be78f-5fa7-4511-92b9-4f74df262408 req-01f753a1-866c-4bb6-83ec-c67b0bf2ab4a service neutron] 10.222.0.36 "PUT /v2.0/ports/3acc674e-870a-4c62-ae63-f1b387926acd HTTP/1.1" status: 200 len: 1093 time: 0.8953826 Nov 25 00:31:38.369141 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '841877ea-ef2e-4fce-9aea-2a1975527f3c', 'tag': '3acc674e-870a-4c62-ae63-f1b387926acd'}] {{(pid=109123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:31:38.372422 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d6797fd55ce1482701f76a6a20d13483833b06e18cae27317f32e85b7a837" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae2552c-a8d6-4f93-beb4-831ff0becea3" -d '{"events": [{"name": "network-changed", "server_uuid": "841877ea-ef2e-4fce-9aea-2a1975527f3c", "tag": "3acc674e-870a-4c62-ae63-f1b387926acd"}]}' {{(pid=109123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:31:38.399693 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f753a1-866c-4bb6-83ec-c67b0bf2ab4a service neutron] Pushing event updated for resources: {'Port': ['ID=3acc674e-870a-4c62-ae63-f1b387926acd,revision_number=3']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:38.420899 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 00:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f815ef43-9a88-40c1-af3e-58878f291b2f x-openstack-request-id: req-f815ef43-9a88-40c1-af3e-58878f291b2f {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:31:38.421191 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "841877ea-ef2e-4fce-9aea-2a1975527f3c", "tag": "3acc674e-870a-4c62-ae63-f1b387926acd", "status": "completed", "code": 200}]} {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:31:38.421449 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f815ef43-9a88-40c1-af3e-58878f291b2f {{(pid=109123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:31:38.421903 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '841877ea-ef2e-4fce-9aea-2a1975527f3c', 'tag': '3acc674e-870a-4c62-ae63-f1b387926acd', 'status': 'completed', 'code': 200} Nov 25 00:31:38.473170 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931be78f-5fa7-4511-92b9-4f74df262408 req-2f15c34b-2ff5-470d-ac21-4d82412ef7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:38.474685 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-931be78f-5fa7-4511-92b9-4f74df262408 req-2f15c34b-2ff5-470d-ac21-4d82412ef7c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8537d37a59f34a86a54b106e5f66df14&device_id=841877ea-ef2e-4fce-9aea-2a1975527f3c HTTP/1.1" status: 200 len: 1096 time: 0.0438676 Nov 25 00:31:38.528396 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-931be78f-5fa7-4511-92b9-4f74df262408 req-0ea39eec-7153-405f-9660-4e7b80b2629b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3acc674e-870a-4c62-ae63-f1b387926acd HTTP/1.1" status: 200 len: 217 time: 0.0427144 Nov 25 00:31:38.611292 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a62f4e-7fda-40e9-a233-9112375f64f3 req-f77d3cda-d117-474a-b7da-bac6b2d37643 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:38.612804 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-17a62f4e-7fda-40e9-a233-9112375f64f3 req-f77d3cda-d117-474a-b7da-bac6b2d37643 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=da843e64-0bda-46f5-9608-4b67bdc1e514 HTTP/1.1" status: 200 len: 945 time: 0.0870070 Nov 25 00:31:38.614076 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931be78f-5fa7-4511-92b9-4f74df262408 req-b34b2311-caf3-4d09-9fcd-36d0f0f9ff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:38.615622 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-931be78f-5fa7-4511-92b9-4f74df262408 req-b34b2311-caf3-4d09-9fcd-36d0f0f9ff08 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=572fab33-4b34-4f32-bd87-b36767f40e81 HTTP/1.1" status: 200 len: 850 time: 0.0630677 Nov 25 00:31:38.692005 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-17a62f4e-7fda-40e9-a233-9112375f64f3 req-d98f1ba5-b891-48ac-a628-64cb7c5d3d6d tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729001 Nov 25 00:31:38.699131 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931be78f-5fa7-4511-92b9-4f74df262408 req-620dc053-b6fd-40fa-8d4b-06c64785a25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:38.700584 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-931be78f-5fa7-4511-92b9-4f74df262408 req-620dc053-b6fd-40fa-8d4b-06c64785a25d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aa757134-ed46-4072-85c3-9015c512ef5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688355 Nov 25 00:31:38.809343 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-931be78f-5fa7-4511-92b9-4f74df262408 req-94a5fcd3-e52a-4e55-8d2e-9f2c235669c8 service neutron] 10.222.0.36 "GET /v2.0/networks/aa757134-ed46-4072-85c3-9015c512ef5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968685 Nov 25 00:31:38.916581 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-931be78f-5fa7-4511-92b9-4f74df262408 req-9b511d7e-0bce-459f-ba63-b8a528c58d0c service neutron] 10.222.0.36 "GET /v2.0/networks/aa757134-ed46-4072-85c3-9015c512ef5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975811 Nov 25 00:31:39.020972 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2552c-a8d6-4f93-beb4-831ff0becea3 req-e4f6a8cd-45dd-49fd-b674-dcb622e81507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:39.022746 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8ae2552c-a8d6-4f93-beb4-831ff0becea3 req-e4f6a8cd-45dd-49fd-b674-dcb622e81507 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8537d37a59f34a86a54b106e5f66df14&device_id=841877ea-ef2e-4fce-9aea-2a1975527f3c HTTP/1.1" status: 200 len: 1096 time: 0.0438435 Nov 25 00:31:39.168167 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2552c-a8d6-4f93-beb4-831ff0becea3 req-ec06559e-7794-49fe-bf22-16fd81c9d093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:39.172134 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d1cb5-cbaf-4b87-84d5-c879731f34dd req-50da6153-0698-4a11-a5ae-e01b8a646d2b tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:39.172677 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8ae2552c-a8d6-4f93-beb4-831ff0becea3 req-ec06559e-7794-49fe-bf22-16fd81c9d093 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aa757134-ed46-4072-85c3-9015c512ef5e HTTP/1.1" status: 200 len: 912 time: 0.1399207 Nov 25 00:31:39.182076 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f12d1cb5-cbaf-4b87-84d5-c879731f34dd req-50da6153-0698-4a11-a5ae-e01b8a646d2b tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 943 time: 0.0645990 Nov 25 00:31:39.240639 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8ae2552c-a8d6-4f93-beb4-831ff0becea3 req-6d7ec91a-1c36-4fa5-bfe6-e9d8013f7a81 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3acc674e-870a-4c62-ae63-f1b387926acd HTTP/1.1" status: 200 len: 217 time: 0.0542696 Nov 25 00:31:39.251936 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f12d1cb5-cbaf-4b87-84d5-c879731f34dd req-7a8ff7c9-9c4a-4469-861d-513aa5f53f99 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686202 Nov 25 00:31:39.306937 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2552c-a8d6-4f93-beb4-831ff0becea3 req-d03577c8-6b47-4b19-bcd5-ec0747acb9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:39.308418 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8ae2552c-a8d6-4f93-beb4-831ff0becea3 req-d03577c8-6b47-4b19-bcd5-ec0747acb9c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=572fab33-4b34-4f32-bd87-b36767f40e81 HTTP/1.1" status: 200 len: 850 time: 0.0539629 Nov 25 00:31:39.389046 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2552c-a8d6-4f93-beb4-831ff0becea3 req-84b7e074-7c41-46f6-a1de-94606b7a6846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:39.390517 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8ae2552c-a8d6-4f93-beb4-831ff0becea3 req-84b7e074-7c41-46f6-a1de-94606b7a6846 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aa757134-ed46-4072-85c3-9015c512ef5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720956 Nov 25 00:31:39.415903 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acaa00-b343-4ee7-8206-99e8ca9f8451 req-bc025ace-ec4e-49df-99b7-b80a70f52217 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:39.417439 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f9acaa00-b343-4ee7-8206-99e8ca9f8451 req-bc025ace-ec4e-49df-99b7-b80a70f52217 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=841877ea-ef2e-4fce-9aea-2a1975527f3c HTTP/1.1" status: 200 len: 943 time: 0.0748823 Nov 25 00:31:39.435142 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb10e9-796d-4721-9034-82741e847e54 req-da54e404-5f8b-43ab-ba85-e6d5bbde1899 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:39.436667 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-6ceb10e9-796d-4721-9034-82741e847e54 req-da54e404-5f8b-43ab-ba85-e6d5bbde1899 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0524514 Nov 25 00:31:39.495920 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-6ceb10e9-796d-4721-9034-82741e847e54 req-a69b7062-5e40-418b-9dc7-0c6f908a9f65 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514953 Nov 25 00:31:39.525860 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f9acaa00-b343-4ee7-8206-99e8ca9f8451 req-cec0230c-7002-4850-aaa9-2ef744073e7b tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980823 Nov 25 00:31:39.531186 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8ae2552c-a8d6-4f93-beb4-831ff0becea3 req-cd4aa0a3-b91b-45c0-8606-ae0dc8ac885f service neutron] 10.222.0.36 "GET /v2.0/networks/aa757134-ed46-4072-85c3-9015c512ef5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320403 Nov 25 00:31:39.558337 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 4499ab23-59f3-47c8-8272-ade0cdeff8fa no longer exists at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:31:39.584093 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] No Port match for: 4499ab23-59f3-47c8-8272-ade0cdeff8fa {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:31:39.584436 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 4499ab23-59f3-47c8-8272-ade0cdeff8fa not bound to the agent host hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:31:39.668915 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8ae2552c-a8d6-4f93-beb4-831ff0becea3 req-873e753b-fc3d-4016-b092-3a20bb97e2bc service neutron] 10.222.0.36 "GET /v2.0/networks/aa757134-ed46-4072-85c3-9015c512ef5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223574 Nov 25 00:31:40.392730 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf17008-95c4-45e3-a8f6-d0d847553580 req-bbc77b65-5bfb-4ba0-907f-96b93c1ae867 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:40.394249 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-5cf17008-95c4-45e3-a8f6-d0d847553580 req-bbc77b65-5bfb-4ba0-907f-96b93c1ae867 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 943 time: 0.0687039 Nov 25 00:31:40.472383 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-5cf17008-95c4-45e3-a8f6-d0d847553580 req-76aafca1-2acd-4aab-91aa-07e8ddaea02e tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711658 Nov 25 00:31:40.561911 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036324f-10bd-4506-a5ea-e3fbec4f24f7 req-f37dcca6-ce59-4c0c-a0c4-6c783077685f tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:40.563423 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7036324f-10bd-4506-a5ea-e3fbec4f24f7 req-f37dcca6-ce59-4c0c-a0c4-6c783077685f tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfc4a7e6-5541-4199-a7e6-9d7d4f3985c5 HTTP/1.1" status: 200 len: 945 time: 0.0493701 Nov 25 00:31:40.613952 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7036324f-10bd-4506-a5ea-e3fbec4f24f7 req-c7cb0c9b-2488-4763-b2a7-a590196ca4ab tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442274 Nov 25 00:31:40.619671 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a392c-2235-4c70-b74f-82f54fed933a req-c9353602-429f-4e95-9bc7-b89bcdbff7e0 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:40.621216 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-715a392c-2235-4c70-b74f-82f54fed933a req-c9353602-429f-4e95-9bc7-b89bcdbff7e0 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0495989 Nov 25 00:31:40.673290 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-715a392c-2235-4c70-b74f-82f54fed933a req-26aaf1b7-9cad-4059-b674-23fe67090de1 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451298 Nov 25 00:31:40.725724 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324163a-4194-418d-bc45-298f758f7a6c req-bfba67f5-9224-407f-8868-8632f5897587 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:40.727796 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-e324163a-4194-418d-bc45-298f758f7a6c req-bfba67f5-9224-407f-8868-8632f5897587 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=841877ea-ef2e-4fce-9aea-2a1975527f3c HTTP/1.1" status: 200 len: 943 time: 0.0540175 Nov 25 00:31:40.779446 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-e324163a-4194-418d-bc45-298f758f7a6c req-7eb01830-c638-405b-91d0-471e12c7edfe tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450838 Nov 25 00:31:41.603142 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5c9d8-f647-4628-bead-4633732b515b req-d9a31cd9-768a-406f-82ef-cd214a2afa03 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:41.604836 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-e1a5c9d8-f647-4628-bead-4633732b515b req-d9a31cd9-768a-406f-82ef-cd214a2afa03 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 943 time: 0.0526233 Nov 25 00:31:41.671046 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-e1a5c9d8-f647-4628-bead-4633732b515b req-af82078f-447e-4f9d-bebd-3e6fa196fd52 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601718 Nov 25 00:31:41.755418 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d32ad6-20df-4329-9b67-6866c53103c4 req-6a1deb47-77cb-4333-bba5-59418f38f17b tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:41.756924 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a6d32ad6-20df-4329-9b67-6866c53103c4 req-6a1deb47-77cb-4333-bba5-59418f38f17b tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfc4a7e6-5541-4199-a7e6-9d7d4f3985c5 HTTP/1.1" status: 200 len: 945 time: 0.0685058 Nov 25 00:31:41.801021 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bac26-14e9-481a-a0fe-93d9de69e7ea req-269bf5e6-38a7-40bd-8820-9ba2a773e4ec tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:41.802603 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-1a1bac26-14e9-481a-a0fe-93d9de69e7ea req-269bf5e6-38a7-40bd-8820-9ba2a773e4ec tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0523655 Nov 25 00:31:41.810895 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a6d32ad6-20df-4329-9b67-6866c53103c4 req-11b8ed87-0d58-4036-9de0-295021676150 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471542 Nov 25 00:31:41.864306 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-1a1bac26-14e9-481a-a0fe-93d9de69e7ea req-80614a5a-6314-4b8a-9729-30bd3086ee96 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541399 Nov 25 00:31:41.901055 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-1f7807fe-3e69-417b-abb1-87ed33936d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:41.922749 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de8cc0-9ebb-487e-b21e-f5407843ffb7 req-6b403f58-2b73-4a0a-9697-7f007d8105dc tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:41.924264 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-54de8cc0-9ebb-487e-b21e-f5407843ffb7 req-6b403f58-2b73-4a0a-9697-7f007d8105dc tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=841877ea-ef2e-4fce-9aea-2a1975527f3c HTTP/1.1" status: 200 len: 943 time: 0.0544670 Nov 25 00:31:41.989113 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-54de8cc0-9ebb-487e-b21e-f5407843ffb7 req-24313518-ff2b-44fd-b83e-286444b8d24e tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581653 Nov 25 00:31:42.805964 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dceb32-54c3-4905-806b-7dca87fc2d7d req-504675f2-08a8-455c-9d23-f8c45247d989 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:42.807542 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f7dceb32-54c3-4905-806b-7dca87fc2d7d req-504675f2-08a8-455c-9d23-f8c45247d989 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 943 time: 0.0559740 Nov 25 00:31:42.864555 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f7dceb32-54c3-4905-806b-7dca87fc2d7d req-389072a7-c1e8-4088-ac2e-bb84db42d841 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482414 Nov 25 00:31:42.873900 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c37c5-a9f8-4dfe-85bd-b3925874db54 req-c7e2a8aa-55b9-456e-8b3a-c93341b68337 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:42.875406 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-379c37c5-a9f8-4dfe-85bd-b3925874db54 req-c7e2a8aa-55b9-456e-8b3a-c93341b68337 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfc4a7e6-5541-4199-a7e6-9d7d4f3985c5 HTTP/1.1" status: 200 len: 945 time: 0.0561285 Nov 25 00:31:43.003099 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605ff25-f64d-4cc2-90a0-52e9418f4448 req-25c811af-ab40-4e86-b472-57e018ad9b6b tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:43.004570 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-2605ff25-f64d-4cc2-90a0-52e9418f4448 req-25c811af-ab40-4e86-b472-57e018ad9b6b tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0580792 Nov 25 00:31:43.045271 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6be71-047c-45be-817e-8286d41c0e9f req-67d795e3-2025-4801-b929-d60be02f486a tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:43.046861 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-66e6be71-047c-45be-817e-8286d41c0e9f req-67d795e3-2025-4801-b929-d60be02f486a tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfc4a7e6-5541-4199-a7e6-9d7d4f3985c5 HTTP/1.1" status: 200 len: 945 time: 0.1503294 Nov 25 00:31:43.061034 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-2605ff25-f64d-4cc2-90a0-52e9418f4448 req-c1bf01db-64f8-455a-ab5e-43eb68fbd805 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489533 Nov 25 00:31:43.142815 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [req-379c37c5-a9f8-4dfe-85bd-b3925874db54 req-5766ca6e-f2eb-4273-bf9a-22561627936d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Deleting port bb008a62-304c-44a8-90f0-2d7439277f62 {{(pid=109123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:31:43.143159 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-379c37c5-a9f8-4dfe-85bd-b3925874db54 req-5766ca6e-f2eb-4273-bf9a-22561627936d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:43.163693 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-66e6be71-047c-45be-817e-8286d41c0e9f req-1d31e201-0051-41c4-8418-240eee0e10b2 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014576 Nov 25 00:31:43.204997 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5ae28-7d2c-465c-9e51-89d8fe592d11 req-a90c930d-dd3b-40be-87e5-eb5592893693 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:43.206543 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-78b5ae28-7d2c-465c-9e51-89d8fe592d11 req-a90c930d-dd3b-40be-87e5-eb5592893693 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=841877ea-ef2e-4fce-9aea-2a1975527f3c HTTP/1.1" status: 200 len: 943 time: 0.0706081 Nov 25 00:31:43.270352 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-78b5ae28-7d2c-465c-9e51-89d8fe592d11 req-57e4ef7c-5684-4bc7-84a4-25b7cce9e782 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558033 Nov 25 00:31:43.278696 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [req-379c37c5-a9f8-4dfe-85bd-b3925874db54 req-5766ca6e-f2eb-4273-bf9a-22561627936d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] For port bb008a62-304c-44a8-90f0-2d7439277f62, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=bb008a62-304c-44a8-90f0-2d7439277f62,segment=NetworkSegment(1d001069-81f5-4588-89c3-3b44f4223981),segment_id=1d001069-81f5-4588-89c3-3b44f4223981)] {{(pid=109123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:31:43.279068 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-379c37c5-a9f8-4dfe-85bd-b3925874db54 req-5766ca6e-f2eb-4273-bf9a-22561627936d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:43.534383 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [req-379c37c5-a9f8-4dfe-85bd-b3925874db54 req-5766ca6e-f2eb-4273-bf9a-22561627936d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Calling delete_port for bb008a62-304c-44a8-90f0-2d7439277f62 owned by compute:nova {{(pid=109123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:31:43.575255 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device d7850e98-99f6-49c8-9b73-7628661955e3 details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=109125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 00:31:43.678034 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port d7850e98-99f6-49c8-9b73-7628661955e3, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=d7850e98-99f6-49c8-9b73-7628661955e3,segment=NetworkSegment(ad64d367-3aef-4d3a-b35a-0b8f6019cb92),segment_id=ad64d367-3aef-4d3a-b35a-0b8f6019cb92)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:31:43.690694 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Returning: {'device': 'd7850e98-99f6-49c8-9b73-7628661955e3', 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8', 'port_id': 'd7850e98-99f6-49c8-9b73-7628661955e3', 'mac_address': 'fa:16:3e:e2:09:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 00:31:43.706343 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-379c37c5-a9f8-4dfe-85bd-b3925874db54 req-5766ca6e-f2eb-4273-bf9a-22561627936d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:43.718274 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['766bc99c-1d66-4eda-8300-d09cef61ce3b', '4c4e41bf-d836-455d-8cd5-d02d97f94adc', 'bb008a62-304c-44a8-90f0-2d7439277f62'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:31:43.738533 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766ca6e-f2eb-4273-bf9a-22561627936d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Pushing event deleted for resources: {'Port': ['ID=bb008a62-304c-44a8-90f0-2d7439277f62,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:43.769059 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:43.790058 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766ca6e-f2eb-4273-bf9a-22561627936d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:43.790326 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766ca6e-f2eb-4273-bf9a-22561627936d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:43.790618 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766ca6e-f2eb-4273-bf9a-22561627936d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:43.790984 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766ca6e-f2eb-4273-bf9a-22561627936d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:43.791310 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766ca6e-f2eb-4273-bf9a-22561627936d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:43.791646 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766ca6e-f2eb-4273-bf9a-22561627936d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:43.791970 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766ca6e-f2eb-4273-bf9a-22561627936d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:43.792294 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766ca6e-f2eb-4273-bf9a-22561627936d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:43.792625 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766ca6e-f2eb-4273-bf9a-22561627936d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:43.792943 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766ca6e-f2eb-4273-bf9a-22561627936d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:43.793263 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766ca6e-f2eb-4273-bf9a-22561627936d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:43.793583 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766ca6e-f2eb-4273-bf9a-22561627936d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:43.798131 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7850e98-99f6-49c8-9b73-7628661955e3 {{(pid=109125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:31:43.831303 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [req-379c37c5-a9f8-4dfe-85bd-b3925874db54 req-5766ca6e-f2eb-4273-bf9a-22561627936d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] No DVR routers for this DVR port bb008a62-304c-44a8-90f0-2d7439277f62 on host hv-cinder-81920 {{(pid=109123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 00:31:43.831594 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-379c37c5-a9f8-4dfe-85bd-b3925874db54 req-5766ca6e-f2eb-4273-bf9a-22561627936d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:43.835477 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-379c37c5-a9f8-4dfe-85bd-b3925874db54 req-5766ca6e-f2eb-4273-bf9a-22561627936d tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.36 "DELETE /v2.0/ports/bb008a62-304c-44a8-90f0-2d7439277f62 HTTP/1.1" status: 204 len: 173 time: 0.9522748 Nov 25 00:31:43.836560 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc4a7e6-5541-4199-a7e6-9d7d4f3985c5', 'name': 'network-vif-deleted', 'tag': 'bb008a62-304c-44a8-90f0-2d7439277f62'}] {{(pid=109123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:31:43.838830 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port d7850e98-99f6-49c8-9b73-7628661955e3, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=d7850e98-99f6-49c8-9b73-7628661955e3,segment=NetworkSegment(ad64d367-3aef-4d3a-b35a-0b8f6019cb92),segment_id=ad64d367-3aef-4d3a-b35a-0b8f6019cb92)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:31:43.839790 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d6797fd55ce1482701f76a6a20d13483833b06e18cae27317f32e85b7a837" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff06ec9a-942b-488a-a8fe-48cc681b5e03" -d '{"events": [{"server_uuid": "cfc4a7e6-5541-4199-a7e6-9d7d4f3985c5", "name": "network-vif-deleted", "tag": "bb008a62-304c-44a8-90f0-2d7439277f62"}]}' {{(pid=109123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:31:43.850334 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:43.903030 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9400232c-6eeb-43ea-ad3e-1cb54d264cc9 x-openstack-request-id: req-9400232c-6eeb-43ea-ad3e-1cb54d264cc9 {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:31:43.904026 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc4a7e6-5541-4199-a7e6-9d7d4f3985c5", "name": "network-vif-deleted", "tag": "bb008a62-304c-44a8-90f0-2d7439277f62", "status": "completed", "code": 200}]} {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:31:43.904026 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9400232c-6eeb-43ea-ad3e-1cb54d264cc9 {{(pid=109123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:31:43.905202 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc4a7e6-5541-4199-a7e6-9d7d4f3985c5', 'name': 'network-vif-deleted', 'tag': 'bb008a62-304c-44a8-90f0-2d7439277f62', 'status': 'completed', 'code': 200} Nov 25 00:31:43.935444 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=d7850e98-99f6-49c8-9b73-7628661955e3,revision_number=9']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:43.950075 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:43.950432 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:43.950809 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:43.951372 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:43.951704 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:43.952037 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:43.952371 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:43.952707 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:43.953248 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:43.953755 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:43.954087 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:43.954417 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:44.009635 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdbbd2-206f-4c16-bd61-ad5112d613bf req-0ba4da8e-9f2b-4447-88a3-32d79555b451 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:44.011208 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-62bdbbd2-206f-4c16-bd61-ad5112d613bf req-0ba4da8e-9f2b-4447-88a3-32d79555b451 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 944 time: 0.0569234 Nov 25 00:31:44.233254 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06390fe-25f3-4626-9875-90803dbac8ff req-72a150b0-e18b-4744-a60d-cd4cc2b12b1a tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:44.235343 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-d06390fe-25f3-4626-9875-90803dbac8ff req-72a150b0-e18b-4744-a60d-cd4cc2b12b1a tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0659745 Nov 25 00:31:44.272933 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-62bdbbd2-206f-4c16-bd61-ad5112d613bf req-a66abd92-31b1-47f8-b11b-c01d61d31251 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2549763 Nov 25 00:31:44.281568 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['d7850e98-99f6-49c8-9b73-7628661955e3'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:31:44.300944 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-d06390fe-25f3-4626-9875-90803dbac8ff req-2e3cc77e-5c13-421a-a5a5-0e138c00dea9 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566132 Nov 25 00:31:44.384384 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-be16a384-8979-490b-bdd2-f40d2711dfd0 req-9e2c16e1-0015-4589-93e6-df3898d1a37f tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=cfc4a7e6-5541-4199-a7e6-9d7d4f3985c5 HTTP/1.1" status: 200 len: 210 time: 0.0285680 Nov 25 00:31:44.427605 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d4cd8-370a-4d0a-8044-1763e4696dec req-881a4000-7a30-4483-9b78-d24d77e767fa tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:44.430873 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-047d4cd8-370a-4d0a-8044-1763e4696dec req-881a4000-7a30-4483-9b78-d24d77e767fa tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=841877ea-ef2e-4fce-9aea-2a1975527f3c HTTP/1.1" status: 200 len: 943 time: 0.0654869 Nov 25 00:31:44.446171 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-92c41149-e0e4-4318-bbfe-fd0971c80f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:44.487039 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-047d4cd8-370a-4d0a-8044-1763e4696dec req-4efac0f6-a219-4ba0-9b10-4297a9cf3b40 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503099 Nov 25 00:31:45.425434 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c33eb9-9b75-42cb-8c84-cf5b535704bf req-ec9f2a51-0315-41ee-8745-4c4209ea0698 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:45.427059 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-04c33eb9-9b75-42cb-8c84-cf5b535704bf req-ec9f2a51-0315-41ee-8745-4c4209ea0698 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 944 time: 0.0771499 Nov 25 00:31:45.447404 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacaefc0-9e42-403e-a54e-02e8ba91c0c2 req-b3e08089-20c4-4c76-b8de-c5c4d9454cd3 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:45.449043 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-bacaefc0-9e42-403e-a54e-02e8ba91c0c2 req-b3e08089-20c4-4c76-b8de-c5c4d9454cd3 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0741329 Nov 25 00:31:45.498389 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-04c33eb9-9b75-42cb-8c84-cf5b535704bf req-9332316d-1098-4632-af9b-138a284ef361 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579603 Nov 25 00:31:45.521098 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-bacaefc0-9e42-403e-a54e-02e8ba91c0c2 req-a3cef3b0-24f9-42d9-aabb-02313e28dd07 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615196 Nov 25 00:31:45.593336 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device d7850e98-99f6-49c8-9b73-7628661955e3 up at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:31:45.653497 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning complete for port d7850e98-99f6-49c8-9b73-7628661955e3 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:31:45.653929 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:45.674309 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239032ab-d576-4f45-ae27-1418fce56ec0 req-b949c49b-a9d1-4cff-890b-53f2bb14324d tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:45.676078 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-239032ab-d576-4f45-ae27-1418fce56ec0 req-b949c49b-a9d1-4cff-890b-53f2bb14324d tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=841877ea-ef2e-4fce-9aea-2a1975527f3c HTTP/1.1" status: 200 len: 943 time: 0.0531709 Nov 25 00:31:45.751656 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-239032ab-d576-4f45-ae27-1418fce56ec0 req-6aecd792-0cc7-4c16-808f-57deb0760d1b tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686920 Nov 25 00:31:45.764219 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:45.790143 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9809d6d-c3f6-4aa3-985f-00e0d552df42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7850e98-99f6-49c8-9b73-7628661955e3'}] {{(pid=109125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:31:45.792447 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b40ce054491f5bd1a33a22e0e33c095860c6622367658d2460ab374ec6fa3a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97871990-8586-4e61-a6bf-9210680a8174" -d '{"events": [{"server_uuid": "f9809d6d-c3f6-4aa3-985f-00e0d552df42", "name": "network-vif-plugged", "status": "completed", "tag": "d7850e98-99f6-49c8-9b73-7628661955e3"}]}' {{(pid=109125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:31:45.806433 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port d7850e98-99f6-49c8-9b73-7628661955e3, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=d7850e98-99f6-49c8-9b73-7628661955e3,segment=NetworkSegment(ad64d367-3aef-4d3a-b35a-0b8f6019cb92),segment_id=ad64d367-3aef-4d3a-b35a-0b8f6019cb92)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:31:45.811562 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:45.812627 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device bb008a62-304c-44a8-90f0-2d7439277f62 no longer exists at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:31:45.824782 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926c27a-bd65-4cb8-b891-328586bb3080 req-0fcb134c-7520-4c35-88a9-5fd6af4b12d7 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:45.826818 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-0926c27a-bd65-4cb8-b891-328586bb3080 req-0fcb134c-7520-4c35-88a9-5fd6af4b12d7 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=af6be9eb-a853-445a-b133-971981b6ce02 HTTP/1.1" status: 200 len: 945 time: 0.0634501 Nov 25 00:31:45.843565 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6bbba8-df76-438c-9a7f-49004214f32f x-openstack-request-id: req-6b6bbba8-df76-438c-9a7f-49004214f32f {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:31:45.843881 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9809d6d-c3f6-4aa3-985f-00e0d552df42", "name": "network-vif-plugged", "status": "completed", "tag": "d7850e98-99f6-49c8-9b73-7628661955e3", "code": 200}]} {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:31:45.844303 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6b6bbba8-df76-438c-9a7f-49004214f32f {{(pid=109125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:31:45.844867 dv-cinder-819200-1-iscsi neutron-server[109125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9809d6d-c3f6-4aa3-985f-00e0d552df42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7850e98-99f6-49c8-9b73-7628661955e3', 'code': 200} Nov 25 00:31:45.869197 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] No Port match for: bb008a62-304c-44a8-90f0-2d7439277f62 {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:31:45.869776 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device bb008a62-304c-44a8-90f0-2d7439277f62 not bound to the agent host hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:31:45.892835 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-0926c27a-bd65-4cb8-b891-328586bb3080 req-11f84422-9041-4340-8faa-a1acca0aa0ca tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584731 Nov 25 00:31:45.901452 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=d7850e98-99f6-49c8-9b73-7628661955e3,revision_number=10']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:46.421529 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:46.640876 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415c929-d07a-43db-a9a1-a8387482ccc3 req-f2d8b553-1bb4-4e17-9fbc-f1c71acd94bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:46.642454 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8415c929-d07a-43db-a9a1-a8387482ccc3 req-f2d8b553-1bb4-4e17-9fbc-f1c71acd94bd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 1099 time: 0.0942702 Nov 25 00:31:46.664593 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445a194-df56-4d3a-ba34-ec4539080f50 req-6b873c21-46b7-44d9-9b70-9f55c9b1dabf tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:46.666188 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8445a194-df56-4d3a-ba34-ec4539080f50 req-6b873c21-46b7-44d9-9b70-9f55c9b1dabf tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 946 time: 0.0742075 Nov 25 00:31:46.694319 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6b01e-0644-487e-b4d4-9deb513c893f req-e528129c-4b07-46ff-825a-56cb1e10e2d1 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:46.696554 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-26f6b01e-0644-487e-b4d4-9deb513c893f req-e528129c-4b07-46ff-825a-56cb1e10e2d1 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0770395 Nov 25 00:31:46.753267 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-26f6b01e-0644-487e-b4d4-9deb513c893f req-2c815269-5888-43f2-ad6a-9d1f0abdf640 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497413 Nov 25 00:31:46.754001 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8415c929-d07a-43db-a9a1-a8387482ccc3 req-e1df108d-d49b-471b-8669-c5d1dc48b788 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024556 Nov 25 00:31:46.768588 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8445a194-df56-4d3a-ba34-ec4539080f50 req-f5352e40-007f-4941-af0b-63b7418ee222 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939796 Nov 25 00:31:46.899116 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89175fab-46dd-4748-8602-d0870db6d73e req-2d6c9299-4aec-446a-a9fa-9aa1b54182e9 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:46.900729 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-89175fab-46dd-4748-8602-d0870db6d73e req-2d6c9299-4aec-446a-a9fa-9aa1b54182e9 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=841877ea-ef2e-4fce-9aea-2a1975527f3c HTTP/1.1" status: 200 len: 943 time: 0.0564680 Nov 25 00:31:46.961696 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-89175fab-46dd-4748-8602-d0870db6d73e req-660ac14e-8290-4d35-829d-bcc7629dca1f tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546858 Nov 25 00:31:47.031207 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78b0e2-9a09-412c-b6f7-bcb7ceeb1fca req-6acb672a-b15d-409a-8249-6ad30335069f tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:47.032817 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4f78b0e2-9a09-412c-b6f7-bcb7ceeb1fca req-6acb672a-b15d-409a-8249-6ad30335069f tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=af6be9eb-a853-445a-b133-971981b6ce02 HTTP/1.1" status: 200 len: 945 time: 0.0615120 Nov 25 00:31:47.086396 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4f78b0e2-9a09-412c-b6f7-bcb7ceeb1fca req-d9061e4d-7b98-4eeb-a8e6-1384815a3169 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456841 Nov 25 00:31:47.617972 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 3acc674e-870a-4c62-ae63-f1b387926acd details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=109125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 00:31:47.731521 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 3acc674e-870a-4c62-ae63-f1b387926acd, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=3acc674e-870a-4c62-ae63-f1b387926acd,segment=NetworkSegment(2b169a1d-4120-413d-9aa2-8c8ecf745be0),segment_id=2b169a1d-4120-413d-9aa2-8c8ecf745be0)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:31:47.743698 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Returning: {'device': '3acc674e-870a-4c62-ae63-f1b387926acd', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'port_id': '3acc674e-870a-4c62-ae63-f1b387926acd', 'mac_address': 'fa:16:3e:df:25:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 00:31:47.783564 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:47.798313 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3acc674e-870a-4c62-ae63-f1b387926acd {{(pid=109125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:31:47.820634 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 3acc674e-870a-4c62-ae63-f1b387926acd, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=3acc674e-870a-4c62-ae63-f1b387926acd,segment=NetworkSegment(2b169a1d-4120-413d-9aa2-8c8ecf745be0),segment_id=2b169a1d-4120-413d-9aa2-8c8ecf745be0)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:31:47.826227 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:47.879075 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=3acc674e-870a-4c62-ae63-f1b387926acd,revision_number=4']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:47.910478 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca4f1a-6e8f-44a6-af6c-399a6855fa95 req-975af530-96fc-42b8-b15c-f72456cb1d4d tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:47.912024 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-82ca4f1a-6e8f-44a6-af6c-399a6855fa95 req-975af530-96fc-42b8-b15c-f72456cb1d4d tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0733445 Nov 25 00:31:47.941760 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a069e2-0027-4e63-a0e5-3e83a7937093 req-fadc6f46-0fb3-4ab2-b6a4-840b8b4b7b51 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:47.943557 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-75a069e2-0027-4e63-a0e5-3e83a7937093 req-fadc6f46-0fb3-4ab2-b6a4-840b8b4b7b51 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 946 time: 0.0572834 Nov 25 00:31:47.964208 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-82ca4f1a-6e8f-44a6-af6c-399a6855fa95 req-1840f5f8-1534-425d-9c39-296f6225581e tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460994 Nov 25 00:31:47.997682 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-75a069e2-0027-4e63-a0e5-3e83a7937093 req-8656c29b-2c39-4cd2-90de-67ea5cd229ba tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451899 Nov 25 00:31:48.095844 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3d95c-b18b-4309-9cd9-d1ac8b805e05 req-8d775685-7252-45a1-98f4-71ef1266b52c tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:48.097404 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-56f3d95c-b18b-4309-9cd9-d1ac8b805e05 req-8d775685-7252-45a1-98f4-71ef1266b52c tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=841877ea-ef2e-4fce-9aea-2a1975527f3c HTTP/1.1" status: 200 len: 944 time: 0.0629683 Nov 25 00:31:48.156109 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-56f3d95c-b18b-4309-9cd9-d1ac8b805e05 req-37af7fa3-d9c5-4009-b711-54578cb4e9dc tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518613 Nov 25 00:31:48.215954 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b8546-70e4-41db-82a5-0b14e66e6be0 req-5ca56e77-15db-42ba-aebf-643f7e79113a tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:48.217599 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-721b8546-70e4-41db-82a5-0b14e66e6be0 req-5ca56e77-15db-42ba-aebf-643f7e79113a tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=af6be9eb-a853-445a-b133-971981b6ce02 HTTP/1.1" status: 200 len: 945 time: 0.0550764 Nov 25 00:31:48.279290 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-721b8546-70e4-41db-82a5-0b14e66e6be0 req-b40f7ac3-8f73-4144-86a3-cd0340df6178 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552869 Nov 25 00:31:48.401315 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:48.404832 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:48.638045 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['3acc674e-870a-4c62-ae63-f1b387926acd'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:31:48.679469 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c96bd-e402-4a41-b1fe-e9557c2caa94 req-2f460895-8585-4b18-9162-5d580bfd8396 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:48.684719 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-9c9c96bd-e402-4a41-b1fe-e9557c2caa94 req-2f460895-8585-4b18-9162-5d580bfd8396 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.36 "GET /v2.0/ports?device_id=af6be9eb-a853-445a-b133-971981b6ce02 HTTP/1.1" status: 200 len: 945 time: 0.0952179 Nov 25 00:31:48.863527 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [req-9c9c96bd-e402-4a41-b1fe-e9557c2caa94 req-f7606dd6-4118-46bc-acfd-2c8dbe9ea5b9 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Deleting port 4c4e41bf-d836-455d-8cd5-d02d97f94adc {{(pid=109123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:31:48.863871 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-9c9c96bd-e402-4a41-b1fe-e9557c2caa94 req-f7606dd6-4118-46bc-acfd-2c8dbe9ea5b9 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:49.001735 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [req-9c9c96bd-e402-4a41-b1fe-e9557c2caa94 req-f7606dd6-4118-46bc-acfd-2c8dbe9ea5b9 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] For port 4c4e41bf-d836-455d-8cd5-d02d97f94adc, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=4c4e41bf-d836-455d-8cd5-d02d97f94adc,segment=NetworkSegment(1d001069-81f5-4588-89c3-3b44f4223981),segment_id=1d001069-81f5-4588-89c3-3b44f4223981)] {{(pid=109123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:31:49.002326 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-9c9c96bd-e402-4a41-b1fe-e9557c2caa94 req-f7606dd6-4118-46bc-acfd-2c8dbe9ea5b9 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:49.027914 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [req-9c9c96bd-e402-4a41-b1fe-e9557c2caa94 req-f7606dd6-4118-46bc-acfd-2c8dbe9ea5b9 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Calling delete_port for 4c4e41bf-d836-455d-8cd5-d02d97f94adc owned by compute:nova {{(pid=109123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:31:49.181310 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b1453-5d46-4997-822f-df72aa6dc66a req-ed0b7bd1-12ea-4a04-9a72-e05038e6dbe7 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:49.185155 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-be5b1453-5d46-4997-822f-df72aa6dc66a req-ed0b7bd1-12ea-4a04-9a72-e05038e6dbe7 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.1284792 Nov 25 00:31:49.230104 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-9c9c96bd-e402-4a41-b1fe-e9557c2caa94 req-f7606dd6-4118-46bc-acfd-2c8dbe9ea5b9 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:49.256146 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-be5b1453-5d46-4997-822f-df72aa6dc66a req-f8240a2c-e0b2-44ff-b37b-1b60a0cdbd6a tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644352 Nov 25 00:31:49.298113 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7606dd6-4118-46bc-acfd-2c8dbe9ea5b9 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Pushing event deleted for resources: {'Port': ['ID=4c4e41bf-d836-455d-8cd5-d02d97f94adc,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:49.357485 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9c96bd-e402-4a41-b1fe-e9557c2caa94 req-f7606dd6-4118-46bc-acfd-2c8dbe9ea5b9 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] No DVR routers for this DVR port 4c4e41bf-d836-455d-8cd5-d02d97f94adc on host hv-cinder-81920 {{(pid=109123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 00:31:49.361425 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-9c9c96bd-e402-4a41-b1fe-e9557c2caa94 req-f7606dd6-4118-46bc-acfd-2c8dbe9ea5b9 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:49.363857 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-9c9c96bd-e402-4a41-b1fe-e9557c2caa94 req-f7606dd6-4118-46bc-acfd-2c8dbe9ea5b9 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.36 "DELETE /v2.0/ports/4c4e41bf-d836-455d-8cd5-d02d97f94adc HTTP/1.1" status: 204 len: 173 time: 0.6694531 Nov 25 00:31:49.373906 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a7954-02b6-4442-81ba-501e646aeb5a req-1192f920-ddfc-451e-ad7b-d7f0018ef320 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:49.379952 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-439a7954-02b6-4442-81ba-501e646aeb5a req-1192f920-ddfc-451e-ad7b-d7f0018ef320 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 946 time: 0.1645944 Nov 25 00:31:49.381510 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6be9eb-a853-445a-b133-971981b6ce02', 'name': 'network-vif-deleted', 'tag': '4c4e41bf-d836-455d-8cd5-d02d97f94adc'}] {{(pid=109123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:31:49.389637 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d6797fd55ce1482701f76a6a20d13483833b06e18cae27317f32e85b7a837" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012e8f19-63dc-4ba5-ba98-4607b0e61dbe" -d '{"events": [{"server_uuid": "af6be9eb-a853-445a-b133-971981b6ce02", "name": "network-vif-deleted", "tag": "4c4e41bf-d836-455d-8cd5-d02d97f94adc"}]}' {{(pid=109123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:31:49.421729 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287e76c-33c3-4292-9b80-e5894b9e2f11 req-f943cd35-cc89-42ce-b1bf-24d98344a70c tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:49.424300 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-a287e76c-33c3-4292-9b80-e5894b9e2f11 req-f943cd35-cc89-42ce-b1bf-24d98344a70c tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=841877ea-ef2e-4fce-9aea-2a1975527f3c HTTP/1.1" status: 200 len: 944 time: 0.0776899 Nov 25 00:31:49.480003 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-439a7954-02b6-4442-81ba-501e646aeb5a req-86fd5e1c-6f15-4eeb-8846-01b166509db2 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856552 Nov 25 00:31:49.510733 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-a287e76c-33c3-4292-9b80-e5894b9e2f11 req-8c1038e9-b5d4-41a4-82bb-8a208ae23387 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755877 Nov 25 00:31:49.584016 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a81cb1-1467-474c-9697-9a2dfd373e4a x-openstack-request-id: req-d7a81cb1-1467-474c-9697-9a2dfd373e4a {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:31:49.584448 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6be9eb-a853-445a-b133-971981b6ce02", "name": "network-vif-deleted", "tag": "4c4e41bf-d836-455d-8cd5-d02d97f94adc", "status": "completed", "code": 200}]} {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:31:49.584809 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7a81cb1-1467-474c-9697-9a2dfd373e4a {{(pid=109123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:31:49.585248 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6be9eb-a853-445a-b133-971981b6ce02', 'name': 'network-vif-deleted', 'tag': '4c4e41bf-d836-455d-8cd5-d02d97f94adc', 'status': 'completed', 'code': 200} Nov 25 00:31:49.625893 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-79736707-9e03-4e5d-85ce-bd043f7ca1bc req-7b432b22-8b7d-4585-9aaf-4d4d79e4d2f4 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=af6be9eb-a853-445a-b133-971981b6ce02 HTTP/1.1" status: 200 len: 210 time: 0.0285277 Nov 25 00:31:50.044497 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['766bc99c-1d66-4eda-8300-d09cef61ce3b'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:31:50.100581 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:50.386080 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac83d6-d9aa-44a2-9ff7-4d91ff8f5200 req-65bbd1af-47e4-4351-9f8f-9b439e1a3843 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:50.387642 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ccac83d6-d9aa-44a2-9ff7-4d91ff8f5200 req-65bbd1af-47e4-4351-9f8f-9b439e1a3843 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0570664 Nov 25 00:31:50.451500 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ccac83d6-d9aa-44a2-9ff7-4d91ff8f5200 req-28f48ec5-b7ad-4b99-b023-b364a70aca63 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571289 Nov 25 00:31:50.651328 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000447b7-d4a3-4696-94bc-243bd8915f32 req-c23f232b-937a-45bf-b954-f55bd71baac8 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:50.652785 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-000447b7-d4a3-4696-94bc-243bd8915f32 req-c23f232b-937a-45bf-b954-f55bd71baac8 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 946 time: 0.0751081 Nov 25 00:31:50.653532 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520b543-6cdc-4d12-b9e6-c89b54fe8e6a req-27f093cd-acec-4139-bbe6-214ddac2cc7f tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:50.655090 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c520b543-6cdc-4d12-b9e6-c89b54fe8e6a req-27f093cd-acec-4139-bbe6-214ddac2cc7f tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=841877ea-ef2e-4fce-9aea-2a1975527f3c HTTP/1.1" status: 200 len: 944 time: 0.0530221 Nov 25 00:31:50.709379 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-000447b7-d4a3-4696-94bc-243bd8915f32 req-81cc74b9-c421-4647-9005-488324a5c911 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491569 Nov 25 00:31:50.715731 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c520b543-6cdc-4d12-b9e6-c89b54fe8e6a req-b307d57a-86a6-4683-af01-42847ecbde94 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546067 Nov 25 00:31:51.584355 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcaf2d6-04af-439b-a1a4-ff9d3dde63ee req-2b8afae7-ec60-49a2-9c46-3891e4dd2341 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:51.587136 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8dcaf2d6-04af-439b-a1a4-ff9d3dde63ee req-2b8afae7-ec60-49a2-9c46-3891e4dd2341 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0616701 Nov 25 00:31:51.638192 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8dcaf2d6-04af-439b-a1a4-ff9d3dde63ee req-c7074cc2-7616-42d3-af15-de0358b8d3fc tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452745 Nov 25 00:31:51.656168 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 3acc674e-870a-4c62-ae63-f1b387926acd up at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:31:51.714902 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning for port 3acc674e-870a-4c62-ae63-f1b387926acd completed by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 00:31:51.718887 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning complete for port 3acc674e-870a-4c62-ae63-f1b387926acd triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:31:51.719263 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:51.801339 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:51.833379 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841877ea-ef2e-4fce-9aea-2a1975527f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3acc674e-870a-4c62-ae63-f1b387926acd'}] {{(pid=109125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:31:51.837528 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b40ce054491f5bd1a33a22e0e33c095860c6622367658d2460ab374ec6fa3a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5044df8-5728-4b9d-9d25-fa2a6fa8b43d" -d '{"events": [{"server_uuid": "841877ea-ef2e-4fce-9aea-2a1975527f3c", "name": "network-vif-plugged", "status": "completed", "tag": "3acc674e-870a-4c62-ae63-f1b387926acd"}]}' {{(pid=109125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:31:51.855311 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bc86d-d60f-47b0-8bb9-ea8c90a04f79 req-1ae55b9c-6e5f-4c57-97ae-05d28c3d45a8 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:51.857135 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-991bc86d-d60f-47b0-8bb9-ea8c90a04f79 req-1ae55b9c-6e5f-4c57-97ae-05d28c3d45a8 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=841877ea-ef2e-4fce-9aea-2a1975527f3c HTTP/1.1" status: 200 len: 944 time: 0.0566542 Nov 25 00:31:51.859841 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 3acc674e-870a-4c62-ae63-f1b387926acd, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=3acc674e-870a-4c62-ae63-f1b387926acd,segment=NetworkSegment(2b169a1d-4120-413d-9aa2-8c8ecf745be0),segment_id=2b169a1d-4120-413d-9aa2-8c8ecf745be0)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:31:51.867643 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:51.868279 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 4c4e41bf-d836-455d-8cd5-d02d97f94adc no longer exists at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:31:51.910353 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a85471-912c-4c79-8e7a-69129245bca7 x-openstack-request-id: req-92a85471-912c-4c79-8e7a-69129245bca7 {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:31:51.911054 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "841877ea-ef2e-4fce-9aea-2a1975527f3c", "name": "network-vif-plugged", "status": "completed", "tag": "3acc674e-870a-4c62-ae63-f1b387926acd", "code": 200}]} {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:31:51.911321 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-92a85471-912c-4c79-8e7a-69129245bca7 {{(pid=109125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:31:51.911732 dv-cinder-819200-1-iscsi neutron-server[109125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '841877ea-ef2e-4fce-9aea-2a1975527f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3acc674e-870a-4c62-ae63-f1b387926acd', 'code': 200} Nov 25 00:31:51.925557 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-991bc86d-d60f-47b0-8bb9-ea8c90a04f79 req-36766830-ee9e-4506-a4db-9162986c2f32 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620513 Nov 25 00:31:51.950356 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] No Port match for: 4c4e41bf-d836-455d-8cd5-d02d97f94adc {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:31:51.950785 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 4c4e41bf-d836-455d-8cd5-d02d97f94adc not bound to the agent host hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:31:51.983218 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=3acc674e-870a-4c62-ae63-f1b387926acd,revision_number=5']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:52.235047 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff378d-b96d-4070-9e27-f94f6d482395 req-2eb8cf58-6166-4ddc-9ec7-f1bb15c72b6c tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:52.236619 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-d6ff378d-b96d-4070-9e27-f94f6d482395 req-2eb8cf58-6166-4ddc-9ec7-f1bb15c72b6c tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=743eb98d-3b2a-440a-ba64-4140355ce62d HTTP/1.1" status: 200 len: 946 time: 0.0908837 Nov 25 00:31:52.238397 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c41dc-5977-4f5a-bc6b-c5f335281aa8 req-b3ac208a-fb9e-4fbc-ba67-26100aae1759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:52.239813 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-d52c41dc-5977-4f5a-bc6b-c5f335281aa8 req-b3ac208a-fb9e-4fbc-ba67-26100aae1759 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=841877ea-ef2e-4fce-9aea-2a1975527f3c HTTP/1.1" status: 200 len: 1098 time: 0.0839057 Nov 25 00:31:52.322013 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-d6ff378d-b96d-4070-9e27-f94f6d482395 req-96601a14-fe2a-46da-81cf-69ceef39d651 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786564 Nov 25 00:31:52.330492 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-d52c41dc-5977-4f5a-bc6b-c5f335281aa8 req-9c908b99-4f4f-47c4-837e-26949eb14692 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715322 Nov 25 00:31:52.774356 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174867d9-d323-43bf-bad9-857188ff9b51 req-a2895185-68cf-4710-8724-c2e4d179d3cb tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:52.775978 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-174867d9-d323-43bf-bad9-857188ff9b51 req-a2895185-68cf-4710-8724-c2e4d179d3cb tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0567291 Nov 25 00:31:52.830198 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-174867d9-d323-43bf-bad9-857188ff9b51 req-3861227d-01c7-445f-89ae-bb2dabff07c8 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481093 Nov 25 00:31:53.051921 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13fc63-4390-4b5f-8842-6eba6d988715 req-38cbd187-790e-4a31-85fd-4054a3f81d28 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:53.053436 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-dc13fc63-4390-4b5f-8842-6eba6d988715 req-38cbd187-790e-4a31-85fd-4054a3f81d28 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=841877ea-ef2e-4fce-9aea-2a1975527f3c HTTP/1.1" status: 200 len: 945 time: 0.0544026 Nov 25 00:31:53.112188 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-dc13fc63-4390-4b5f-8842-6eba6d988715 req-dfd1bf30-492f-483d-9c9e-703015fab6e5 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519698 Nov 25 00:31:53.451809 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab53b4-d91d-4504-b250-6403e5e56b70 req-6a5b5972-6ef3-405e-93f9-f350036b1217 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:53.453307 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-86ab53b4-d91d-4504-b250-6403e5e56b70 req-6a5b5972-6ef3-405e-93f9-f350036b1217 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=743eb98d-3b2a-440a-ba64-4140355ce62d HTTP/1.1" status: 200 len: 946 time: 0.0567706 Nov 25 00:31:53.501738 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-86ab53b4-d91d-4504-b250-6403e5e56b70 req-5f87ba2b-2ad0-4391-af11-6c1f42dc4523 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423596 Nov 25 00:31:53.956405 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbe331-b8ca-401e-a076-f378a9f456e1 req-f4a526fd-1c8f-45ef-ad6e-37bc1970f83d tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:53.957035 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-98dbe331-b8ca-401e-a076-f378a9f456e1 req-f4a526fd-1c8f-45ef-ad6e-37bc1970f83d tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0589361 Nov 25 00:31:54.012544 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-98dbe331-b8ca-401e-a076-f378a9f456e1 req-35e1d1b6-5896-42bd-a8a3-715b1e3e6ec1 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479140 Nov 25 00:31:54.245300 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e776ff8-858d-49e5-a58f-85d757ffd652 req-95b9d1b7-2b3e-497a-a03a-e27131cf13ba tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:54.246960 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-0e776ff8-858d-49e5-a58f-85d757ffd652 req-95b9d1b7-2b3e-497a-a03a-e27131cf13ba tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=841877ea-ef2e-4fce-9aea-2a1975527f3c HTTP/1.1" status: 200 len: 945 time: 0.0588593 Nov 25 00:31:54.311721 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-0e776ff8-858d-49e5-a58f-85d757ffd652 req-36e83ae5-d2fd-4287-b57c-88243c3d6e1e tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583475 Nov 25 00:31:54.435175 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa039b-8caa-4b35-8e76-f379c108bc7d req-fdd6001e-6b49-46ba-bd95-4ca675925ef2 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:54.436684 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-26fa039b-8caa-4b35-8e76-f379c108bc7d req-fdd6001e-6b49-46ba-bd95-4ca675925ef2 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=841877ea-ef2e-4fce-9aea-2a1975527f3c HTTP/1.1" status: 200 len: 945 time: 0.0519047 Nov 25 00:31:54.489373 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-26fa039b-8caa-4b35-8e76-f379c108bc7d req-c9ec34dc-a410-414c-af1f-c4736d1b8433 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466578 Nov 25 00:31:54.512760 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 44542) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:31:54.602653 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aefc711-7629-4a79-a666-bf3710032cce tempest-TestVolumeBootPattern-1186156666 tempest-TestVolumeBootPattern-1186156666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:54.604191 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-7aefc711-7629-4a79-a666-bf3710032cce tempest-TestVolumeBootPattern-1186156666 tempest-TestVolumeBootPattern-1186156666-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=841877ea-ef2e-4fce-9aea-2a1975527f3c HTTP/1.1" status: 200 len: 1093 time: 0.0904317 Nov 25 00:31:54.607088 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 44548) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:31:54.611582 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-6b9a489e-e92f-408a-b38c-31983d931490 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Request body: {'floatingip': {'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'port_id': '3acc674e-870a-4c62-ae63-f1b387926acd', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:31:54.632126 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3f4f2-495a-46fe-812b-89b7013c1826 req-84c33da0-4a03-4e6c-84fa-5a028c31a9a9 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:54.634434 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-5bc3f4f2-495a-46fe-812b-89b7013c1826 req-84c33da0-4a03-4e6c-84fa-5a028c31a9a9 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=743eb98d-3b2a-440a-ba64-4140355ce62d HTTP/1.1" status: 200 len: 946 time: 0.0540035 Nov 25 00:31:54.636695 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6b9a489e-e92f-408a-b38c-31983d931490 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for floatingip, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:54.691358 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-5bc3f4f2-495a-46fe-812b-89b7013c1826 req-c5eae19b-cb1c-488d-a81d-102bcd6e83da tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d89ba81-797d-49ee-bde8-90c05eac81ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499856 Nov 25 00:31:54.762511 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6b9a489e-e92f-408a-b38c-31983d931490 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:54.899756 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d93487-f687-4812-b1ff-fd786870ee79 req-e8a080fa-890d-4309-84d3-6ecaf57619cf tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:54.901247 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f3d93487-f687-4812-b1ff-fd786870ee79 req-e8a080fa-890d-4309-84d3-6ecaf57619cf tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.36 "GET /v2.0/ports?device_id=743eb98d-3b2a-440a-ba64-4140355ce62d HTTP/1.1" status: 200 len: 946 time: 0.0910714 Nov 25 00:31:54.917720 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.db_base_plugin_common [None req-6b9a489e-e92f-408a-b38c-31983d931490 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Allocated IP 172.27.2.123 (7e710f5f-af80-47ab-b03c-3a0dd4623f26/89cd149f-d365-4a11-b22c-c62ab9234e96/f506b1b2-1615-4b4e-a4b6-70d3dde28fe8) {{(pid=109123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:31:55.124124 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6b9a489e-e92f-408a-b38c-31983d931490 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for port, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:55.127301 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [req-f3d93487-f687-4812-b1ff-fd786870ee79 req-e231b62b-c7d6-47c6-9f3c-a4b13df0a8fb tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Deleting port 766bc99c-1d66-4eda-8300-d09cef61ce3b {{(pid=109123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:31:55.127632 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-f3d93487-f687-4812-b1ff-fd786870ee79 req-e231b62b-c7d6-47c6-9f3c-a4b13df0a8fb tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:55.261792 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82714210-6d4a-44e7-aa89-32ffc09085d9 req-4e99bd6a-a08d-4041-8f00-2ce8ae595bb0 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:55.263400 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-82714210-6d4a-44e7-aa89-32ffc09085d9 req-4e99bd6a-a08d-4041-8f00-2ce8ae595bb0 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.1538610 Nov 25 00:31:55.292841 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6b9a489e-e92f-408a-b38c-31983d931490 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:55.377078 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [req-f3d93487-f687-4812-b1ff-fd786870ee79 req-e231b62b-c7d6-47c6-9f3c-a4b13df0a8fb tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] For port 766bc99c-1d66-4eda-8300-d09cef61ce3b, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=766bc99c-1d66-4eda-8300-d09cef61ce3b,segment=NetworkSegment(1d001069-81f5-4588-89c3-3b44f4223981),segment_id=1d001069-81f5-4588-89c3-3b44f4223981)] {{(pid=109123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:31:55.377452 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-f3d93487-f687-4812-b1ff-fd786870ee79 req-e231b62b-c7d6-47c6-9f3c-a4b13df0a8fb tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:55.397018 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9a489e-e92f-408a-b38c-31983d931490 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Network 7e710f5f-af80-47ab-b03c-3a0dd4623f26 is already hosted by enough agents. {{(pid=109123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:31:55.418611 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [None req-6b9a489e-e92f-408a-b38c-31983d931490 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Resources bound (agent type, host, resource id): {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:31:55.421636 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9a489e-e92f-408a-b38c-31983d931490 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Received port after_create {{(pid=109123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:31:55.424261 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [req-f3d93487-f687-4812-b1ff-fd786870ee79 req-e231b62b-c7d6-47c6-9f3c-a4b13df0a8fb tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Calling delete_port for 766bc99c-1d66-4eda-8300-d09cef61ce3b owned by compute:nova {{(pid=109123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:31:55.440235 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-82714210-6d4a-44e7-aa89-32ffc09085d9 req-f067b301-faff-4f2e-b9af-2ea3c3b535d4 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643088 Nov 25 00:31:55.456467 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a489e-e92f-408a-b38c-31983d931490 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Pushing event updated for resources: {'Port': ['ID=f506b1b2-1615-4b4e-a4b6-70d3dde28fe8,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:55.743667 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-f3d93487-f687-4812-b1ff-fd786870ee79 req-e231b62b-c7d6-47c6-9f3c-a4b13df0a8fb tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:55.761922 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['766bc99c-1d66-4eda-8300-d09cef61ce3b'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:31:55.778901 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231b62b-c7d6-47c6-9f3c-a4b13df0a8fb tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Pushing event deleted for resources: {'Port': ['ID=766bc99c-1d66-4eda-8300-d09cef61ce3b,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:55.810811 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-0458a91a-a347-4b64-b7cf-099919257b9f req-46f1c5df-0199-4f78-96b0-2f6b4ae26d48 tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.37 "GET /v2.0/ports?device_id=743eb98d-3b2a-440a-ba64-4140355ce62d HTTP/1.1" status: 200 len: 210 time: 0.0463398 Nov 25 00:31:55.865202 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d93487-f687-4812-b1ff-fd786870ee79 req-e231b62b-c7d6-47c6-9f3c-a4b13df0a8fb tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] No DVR routers for this DVR port 766bc99c-1d66-4eda-8300-d09cef61ce3b on host hv-cinder-81920 {{(pid=109123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 00:31:55.893019 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-f3d93487-f687-4812-b1ff-fd786870ee79 req-e231b62b-c7d6-47c6-9f3c-a4b13df0a8fb tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:55.896418 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f3d93487-f687-4812-b1ff-fd786870ee79 req-e231b62b-c7d6-47c6-9f3c-a4b13df0a8fb tempest-AttachVolumeNegativeTest-1441975779 tempest-AttachVolumeNegativeTest-1441975779-project] 10.222.0.36 "DELETE /v2.0/ports/766bc99c-1d66-4eda-8300-d09cef61ce3b HTTP/1.1" status: 204 len: 173 time: 0.9801815 Nov 25 00:31:55.896918 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743eb98d-3b2a-440a-ba64-4140355ce62d', 'name': 'network-vif-deleted', 'tag': '766bc99c-1d66-4eda-8300-d09cef61ce3b'}] {{(pid=109123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:31:55.899554 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d6797fd55ce1482701f76a6a20d13483833b06e18cae27317f32e85b7a837" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ed52cb-1a50-4754-9a95-e7641d43c3fb" -d '{"events": [{"server_uuid": "743eb98d-3b2a-440a-ba64-4140355ce62d", "name": "network-vif-deleted", "tag": "766bc99c-1d66-4eda-8300-d09cef61ce3b"}]}' {{(pid=109123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:31:55.955215 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f15a78-3744-4937-984c-e5ea707cdfa8 x-openstack-request-id: req-84f15a78-3744-4937-984c-e5ea707cdfa8 {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:31:55.955546 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743eb98d-3b2a-440a-ba64-4140355ce62d", "name": "network-vif-deleted", "tag": "766bc99c-1d66-4eda-8300-d09cef61ce3b", "status": "completed", "code": 200}]} {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:31:55.955784 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-84f15a78-3744-4937-984c-e5ea707cdfa8 {{(pid=109123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:31:55.956181 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743eb98d-3b2a-440a-ba64-4140355ce62d', 'name': 'network-vif-deleted', 'tag': '766bc99c-1d66-4eda-8300-d09cef61ce3b', 'status': 'completed', 'code': 200} Nov 25 00:31:55.986488 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6b9a489e-e92f-408a-b38c-31983d931490 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:56.060015 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6b9a489e-e92f-408a-b38c-31983d931490 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:56.239303 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6b9a489e-e92f-408a-b38c-31983d931490 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for port, precommit_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:56.244039 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6b9a489e-e92f-408a-b38c-31983d931490 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11305756'] for port, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:56.315398 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a489e-e92f-408a-b38c-31983d931490 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Pushing event updated for resources: {'Port': ['ID=f506b1b2-1615-4b4e-a4b6-70d3dde28fe8,revision_number=2']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:56.328801 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6b9a489e-e92f-408a-b38c-31983d931490 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622920'] for floatingip, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:56.439664 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.db.l3_db [None req-6b9a489e-e92f-408a-b38c-31983d931490 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Floating IP 77725211-bdd7-4514-8ad0-650d57a22ce7 associated. External IP: 172.27.2.123, port: 3acc674e-870a-4c62-ae63-f1b387926acd. Nov 25 00:31:56.582845 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207002a-257b-4a13-94ba-8c30b70c97a9 req-d070c3f8-f553-40a3-8675-86b47f4ccc06 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:56.585115 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-4207002a-257b-4a13-94ba-8c30b70c97a9 req-d070c3f8-f553-40a3-8675-86b47f4ccc06 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0684984 Nov 25 00:31:56.643744 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-4207002a-257b-4a13-94ba-8c30b70c97a9 req-0d231775-6119-49bf-9bc0-75c6c415aec4 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512092 Nov 25 00:31:56.872925 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 44580) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:31:56.920034 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a4160d-de4f-4574-9287-60a1c7856b53 admin admin] Deleting subnet 9526e428-93cb-4b36-b147-01a6ceccc3e0 {{(pid=109124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 00:31:56.922934 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9a489e-e92f-408a-b38c-31983d931490 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Router cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 has already been hosted by L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 {{(pid=109123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 00:31:56.923457 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-87a4160d-de4f-4574-9287-60a1c7856b53 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:56.962911 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-87a4160d-de4f-4574-9287-60a1c7856b53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11556627'] for subnet, precommit_delete_associations {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:57.003645 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-87a4160d-de4f-4574-9287-60a1c7856b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3679783'] for subnet, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:57.035888 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9a489e-e92f-408a-b38c-31983d931490 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:31:57.046049 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea687dd-0015-4170-9619-6b3b52aae168 None None] Sync routers for ids ['cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'] in dv-cinder-819200-1-iscsi {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:31:57.055262 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6b9a489e-e92f-408a-b38c-31983d931490 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for floatingip, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:57.057916 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea687dd-0015-4170-9619-6b3b52aae168 None None] Routers {'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:31:57.058914 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-9ea687dd-0015-4170-9619-6b3b52aae168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:31:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:31:57.072878 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-87a4160d-de4f-4574-9287-60a1c7856b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3679964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11622801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12571129'] for subnet, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:57.091499 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-6b9a489e-e92f-408a-b38c-31983d931490 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4771144 Nov 25 00:31:57.100879 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4160d-de4f-4574-9287-60a1c7856b53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9526e428-93cb-4b36-b147-01a6ceccc3e0,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:57.105622 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-87a4160d-de4f-4574-9287-60a1c7856b53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for subnet, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:57.108841 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-87a4160d-de4f-4574-9287-60a1c7856b53 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9526e428-93cb-4b36-b147-01a6ceccc3e0 HTTP/1.1" status: 204 len: 168 time: 0.2347944 Nov 25 00:31:57.111585 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 44584) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:31:57.115559 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a4160d-de4f-4574-9287-60a1c7856b53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:57.115907 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a4160d-de4f-4574-9287-60a1c7856b53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:57.116242 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a4160d-de4f-4574-9287-60a1c7856b53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:57.116569 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a4160d-de4f-4574-9287-60a1c7856b53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:57.117954 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a4160d-de4f-4574-9287-60a1c7856b53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:57.118484 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a4160d-de4f-4574-9287-60a1c7856b53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:57.118847 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a4160d-de4f-4574-9287-60a1c7856b53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:57.119301 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a4160d-de4f-4574-9287-60a1c7856b53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:57.119584 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a4160d-de4f-4574-9287-60a1c7856b53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:57.120046 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a4160d-de4f-4574-9287-60a1c7856b53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:57.120178 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a4160d-de4f-4574-9287-60a1c7856b53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:57.120441 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a4160d-de4f-4574-9287-60a1c7856b53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:31:57.191510 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-63f84e37-2200-45fa-83d6-f762bde8ec2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3831181'] for network, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:57.264008 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-9ea687dd-0015-4170-9619-6b3b52aae168 None None] Set router cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:31:57.282561 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-63f84e37-2200-45fa-83d6-f762bde8ec2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3685296', 'neutron.services.segments.db._delete_segments_for_network-8781494352851'] for network, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:57.312790 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-63f84e37-2200-45fa-83d6-f762bde8ec2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6860e7f-1840-44cc-88a0-1bba28b2eba5']}} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:31:57.324000 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-63f84e37-2200-45fa-83d6-f762bde8ec2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d001069-81f5-4588-89c3-3b44f4223981') {'for_net_delete': True} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:31:57.324295 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-63f84e37-2200-45fa-83d6-f762bde8ec2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d001069-81f5-4588-89c3-3b44f4223981') {} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:31:57.333998 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-63f84e37-2200-45fa-83d6-f762bde8ec2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781494358748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12550354'] for segment, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:57.348324 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-63f84e37-2200-45fa-83d6-f762bde8ec2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386'] for segment, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:57.356512 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63f84e37-2200-45fa-83d6-f762bde8ec2b admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=109123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 00:31:57.356827 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-63f84e37-2200-45fa-83d6-f762bde8ec2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11305784'] for segment, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:57.358654 dv-cinder-819200-1-iscsi neutron-server[109123]: Traceback (most recent call last): Nov 25 00:31:57.358654 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 00:31:57.358654 dv-cinder-819200-1-iscsi neutron-server[109123]: timer() Nov 25 00:31:57.358654 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 00:31:57.358654 dv-cinder-819200-1-iscsi neutron-server[109123]: cb(*args, **kw) Nov 25 00:31:57.358654 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 00:31:57.358654 dv-cinder-819200-1-iscsi neutron-server[109123]: return func(*args, **kwargs) Nov 25 00:31:57.358654 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 00:31:57.358654 dv-cinder-819200-1-iscsi neutron-server[109123]: self._notify() Nov 25 00:31:57.358654 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 00:31:57.358654 dv-cinder-819200-1-iscsi neutron-server[109123]: self.callback(batched_events) Nov 25 00:31:57.358654 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 00:31:57.358654 dv-cinder-819200-1-iscsi neutron-server[109123]: event.method(event) Nov 25 00:31:57.358654 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 00:31:57.358654 dv-cinder-819200-1-iscsi neutron-server[109123]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 00:31:57.358654 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 00:31:57.358654 dv-cinder-819200-1-iscsi neutron-server[109123]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 00:31:57.358654 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 00:31:57.358654 dv-cinder-819200-1-iscsi neutron-server[109123]: return f(self, *a, **k) Nov 25 00:31:57.358654 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 00:31:57.358654 dv-cinder-819200-1-iscsi neutron-server[109123]: return self._get(url).json() Nov 25 00:31:57.358654 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 00:31:57.358654 dv-cinder-819200-1-iscsi neutron-server[109123]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 00:31:57.358654 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 00:31:57.358654 dv-cinder-819200-1-iscsi neutron-server[109123]: return self.request(url, 'GET', **kwargs) Nov 25 00:31:57.358654 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 00:31:57.358654 dv-cinder-819200-1-iscsi neutron-server[109123]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 00:31:57.358654 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 00:31:57.358654 dv-cinder-819200-1-iscsi neutron-server[109123]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 00:31:57.358654 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 00:31:57.358654 dv-cinder-819200-1-iscsi neutron-server[109123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 00:31:57.358654 dv-cinder-819200-1-iscsi neutron-server[109123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 00:31:57.417811 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-63f84e37-2200-45fa-83d6-f762bde8ec2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3685289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622934'] for network, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:57.424150 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-63f84e37-2200-45fa-83d6-f762bde8ec2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for network, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:57.427795 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-63f84e37-2200-45fa-83d6-f762bde8ec2b admin admin] 10.222.0.37 "DELETE /v2.0/networks/c6860e7f-1840-44cc-88a0-1bba28b2eba5 HTTP/1.1" status: 204 len: 168 time: 0.3148217 Nov 25 00:31:57.444281 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f84e37-2200-45fa-83d6-f762bde8ec2b admin admin] Pushing event deleted for resources: {'Network': ['ID=c6860e7f-1840-44cc-88a0-1bba28b2eba5,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:57.535524 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-9ea687dd-0015-4170-9619-6b3b52aae168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'name': 'tempest-TestVolumeBootPattern-676175612-router', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:48Z', 'revision_number': 4, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'gw_port': {'id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_floatingips': [{'id': '77725211-bdd7-4514-8ad0-650d57a22ce7', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'router_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'port_id': '3acc674e-870a-4c62-ae63-f1b387926acd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'mac_address': 'fa:16:3e:df:25:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841877ea-ef2e-4fce-9aea-2a1975527f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T00:31:55Z', 'updated_at': '2021-11-25T00:31:55Z', 'revision_number': 0, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9', 'name': '', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'mac_address': 'fa:16:3e:b4:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:47Z', 'updated_at': '2021-11-25T00:30:54Z', 'revision_number': 5, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'subnets': [{'id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:31:57.564406 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 44590) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:31:57.570847 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea687dd-0015-4170-9619-6b3b52aae168 None None] Checking router: cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 for host: dv-cinder-819200-1-iscsi {{(pid=109126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:31:57.580514 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea687dd-0015-4170-9619-6b3b52aae168 None None] Routers {'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:31:57.581147 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-9ea687dd-0015-4170-9619-6b3b52aae168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:31:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:31:57.639359 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-b5e208ba-1a70-4f2e-9a8f-22941c125af2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dc244727a1134e209e24f40acad0df6d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0732291 Nov 25 00:31:57.642053 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 44592) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:31:57.656474 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50edc9f4-0e76-4d03-ad16-3e3eb315a7d3 req-b64a7727-e53a-496b-8470-a86b24521a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:57.658046 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-50edc9f4-0e76-4d03-ad16-3e3eb315a7d3 req-b64a7727-e53a-496b-8470-a86b24521a2f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 1098 time: 0.0483370 Nov 25 00:31:57.706474 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-9ea687dd-0015-4170-9619-6b3b52aae168 None None] Set router cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:31:57.725911 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-8036dec7-2894-4d23-a9aa-70f7bb710d06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:57.727207 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 766bc99c-1d66-4eda-8300-d09cef61ce3b no longer exists at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:31:57.752246 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-50edc9f4-0e76-4d03-ad16-3e3eb315a7d3 req-c10aa3bd-4038-4903-a2c4-5accf9932488 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840764 Nov 25 00:31:57.764883 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] No Port match for: 766bc99c-1d66-4eda-8300-d09cef61ce3b {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:31:57.765340 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-8036dec7-2894-4d23-a9aa-70f7bb710d06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:57.765844 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 766bc99c-1d66-4eda-8300-d09cef61ce3b not bound to the agent host hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:31:57.831309 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f495a-4d12-4587-a869-59754a913e23 req-a3c19b72-e35d-4824-832d-09f0095f1e54 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:57.833086 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-600f495a-4d12-4587-a869-59754a913e23 req-a3c19b72-e35d-4824-832d-09f0095f1e54 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0884366 Nov 25 00:31:57.858851 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-8036dec7-2894-4d23-a9aa-70f7bb710d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:57.861605 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-8036dec7-2894-4d23-a9aa-70f7bb710d06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:31:57.862904 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-8036dec7-2894-4d23-a9aa-70f7bb710d06 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4d89ba81-797d-49ee-bde8-90c05eac81ef HTTP/1.1" status: 204 len: 168 time: 0.2195604 Nov 25 00:31:57.893740 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036dec7-2894-4d23-a9aa-70f7bb710d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d89ba81-797d-49ee-bde8-90c05eac81ef,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:31:57.924471 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-600f495a-4d12-4587-a869-59754a913e23 req-58467a35-982d-4ea1-bbb9-1b6bcfc5edd2 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807426 Nov 25 00:31:57.957691 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '841877ea-ef2e-4fce-9aea-2a1975527f3c', 'tag': '3acc674e-870a-4c62-ae63-f1b387926acd'}] {{(pid=109123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:31:57.962726 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d6797fd55ce1482701f76a6a20d13483833b06e18cae27317f32e85b7a837" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881e1dcc-2f4f-4235-a648-2363cd962872" -d '{"events": [{"name": "network-changed", "server_uuid": "841877ea-ef2e-4fce-9aea-2a1975527f3c", "tag": "3acc674e-870a-4c62-ae63-f1b387926acd"}]}' {{(pid=109123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:31:58.007953 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-9ea687dd-0015-4170-9619-6b3b52aae168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'name': 'tempest-TestVolumeBootPattern-676175612-router', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:48Z', 'revision_number': 4, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'gw_port': {'id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_floatingips': [{'id': '77725211-bdd7-4514-8ad0-650d57a22ce7', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'router_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'port_id': '3acc674e-870a-4c62-ae63-f1b387926acd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'mac_address': 'fa:16:3e:df:25:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841877ea-ef2e-4fce-9aea-2a1975527f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T00:31:55Z', 'updated_at': '2021-11-25T00:31:55Z', 'revision_number': 0, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9', 'name': '', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'mac_address': 'fa:16:3e:b4:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:47Z', 'updated_at': '2021-11-25T00:30:54Z', 'revision_number': 5, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'subnets': [{'id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:31:58.033796 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 00:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90aa428b-e10c-4f00-9d3d-f107e868d52f x-openstack-request-id: req-90aa428b-e10c-4f00-9d3d-f107e868d52f {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:31:58.034390 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "841877ea-ef2e-4fce-9aea-2a1975527f3c", "tag": "3acc674e-870a-4c62-ae63-f1b387926acd", "status": "completed", "code": 200}]} {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:31:58.034869 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-90aa428b-e10c-4f00-9d3d-f107e868d52f {{(pid=109123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:31:58.035569 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '841877ea-ef2e-4fce-9aea-2a1975527f3c', 'tag': '3acc674e-870a-4c62-ae63-f1b387926acd', 'status': 'completed', 'code': 200} Nov 25 00:31:58.041815 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea687dd-0015-4170-9619-6b3b52aae168 None None] The sync data for ids ['cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'] in dv-cinder-819200-1-iscsi is: [{'id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'name': 'tempest-TestVolumeBootPattern-676175612-router', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:48Z', 'revision_number': 4, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'gw_port': {'id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_floatingips': [{'id': '77725211-bdd7-4514-8ad0-650d57a22ce7', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'router_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'port_id': '3acc674e-870a-4c62-ae63-f1b387926acd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'mac_address': 'fa:16:3e:df:25:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841877ea-ef2e-4fce-9aea-2a1975527f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T00:31:55Z', 'updated_at': '2021-11-25T00:31:55Z', 'revision_number': 0, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9', 'name': '', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'mac_address': 'fa:16:3e:b4:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:47Z', 'updated_at': '2021-11-25T00:30:54Z', 'revision_number': 5, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'subnets': [{'id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:31:58.125749 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e1dcc-2f4f-4235-a648-2363cd962872 req-1c7e3ccd-c107-47cb-b82c-4f12a250bb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:58.128801 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-881e1dcc-2f4f-4235-a648-2363cd962872 req-1c7e3ccd-c107-47cb-b82c-4f12a250bb8a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8537d37a59f34a86a54b106e5f66df14&device_id=841877ea-ef2e-4fce-9aea-2a1975527f3c HTTP/1.1" status: 200 len: 1098 time: 0.0630977 Nov 25 00:31:58.270130 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e1dcc-2f4f-4235-a648-2363cd962872 req-c4df0a73-ad56-487b-aa72-3274f867e29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:58.272153 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-881e1dcc-2f4f-4235-a648-2363cd962872 req-c4df0a73-ad56-487b-aa72-3274f867e29e service neutron] 10.222.0.36 "GET /v2.0/networks?id=aa757134-ed46-4072-85c3-9015c512ef5e HTTP/1.1" status: 200 len: 912 time: 0.1223791 Nov 25 00:31:58.344823 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af31c58-5ac4-4cf6-ae74-29bbcb81349e None None] New status for floating IP 77725211-bdd7-4514-8ad0-650d57a22ce7: ACTIVE {{(pid=109125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 00:31:58.355649 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-881e1dcc-2f4f-4235-a648-2363cd962872 req-e7115643-8f50-469d-81c8-1442fc15cd4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3acc674e-870a-4c62-ae63-f1b387926acd HTTP/1.1" status: 200 len: 999 time: 0.0734339 Nov 25 00:31:58.428104 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e1dcc-2f4f-4235-a648-2363cd962872 req-d950c36d-f03c-428b-a66d-f51d57ceabe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:58.429916 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-881e1dcc-2f4f-4235-a648-2363cd962872 req-d950c36d-f03c-428b-a66d-f51d57ceabe7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=572fab33-4b34-4f32-bd87-b36767f40e81 HTTP/1.1" status: 200 len: 850 time: 0.0576823 Nov 25 00:31:58.489833 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e1dcc-2f4f-4235-a648-2363cd962872 req-2be13eee-2d62-4223-9e83-f9d0591ecebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:58.491528 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-881e1dcc-2f4f-4235-a648-2363cd962872 req-2be13eee-2d62-4223-9e83-f9d0591ecebb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aa757134-ed46-4072-85c3-9015c512ef5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455067 Nov 25 00:31:58.599461 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-881e1dcc-2f4f-4235-a648-2363cd962872 req-39515ae2-01e3-481e-9a66-6d74791e63e7 service neutron] 10.222.0.36 "GET /v2.0/networks/aa757134-ed46-4072-85c3-9015c512ef5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995765 Nov 25 00:31:58.708999 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-881e1dcc-2f4f-4235-a648-2363cd962872 req-7347f64a-f216-4068-a5b4-4d35ec5cd882 service neutron] 10.222.0.36 "GET /v2.0/networks/aa757134-ed46-4072-85c3-9015c512ef5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973005 Nov 25 00:31:59.090236 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e31703-039d-4569-b684-c2bcafb34c34 req-4500dc89-5abb-4d77-a250-e4ffcb0f5142 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:31:59.091960 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-46e31703-039d-4569-b684-c2bcafb34c34 req-4500dc89-5abb-4d77-a250-e4ffcb0f5142 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0600672 Nov 25 00:31:59.144339 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-46e31703-039d-4569-b684-c2bcafb34c34 req-8b318911-9b46-4ac6-8bcd-2af0d840c7db tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456748 Nov 25 00:31:59.883984 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 44648) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:32:00.009635 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-64c668eb-22de-4c04-8549-10caf00c8d16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:00.098429 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-64c668eb-22de-4c04-8549-10caf00c8d16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:00.103511 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-64c668eb-22de-4c04-8549-10caf00c8d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:00.147250 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-64c668eb-22de-4c04-8549-10caf00c8d16 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9c176b9b455c4dddbbf3dc61a2b0422d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2621534 Nov 25 00:32:00.148860 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c668eb-22de-4c04-8549-10caf00c8d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa4bf94-6045-4e79-b756-338c43a95b1e,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:32:00.150248 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 44652) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:32:00.207235 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e8cf2eeb-53d5-4116-9a7e-273774e587c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:00.253204 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e8cf2eeb-53d5-4116-9a7e-273774e587c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:00.317909 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703ca6b-6dcb-440d-a84b-61a76b0ac552 req-a3e6247f-a073-4e1e-85c0-3facb93ef271 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:00.319570 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-9703ca6b-6dcb-440d-a84b-61a76b0ac552 req-a3e6247f-a073-4e1e-85c0-3facb93ef271 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0939732 Nov 25 00:32:00.354159 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e8cf2eeb-53d5-4116-9a7e-273774e587c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:00.356742 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e8cf2eeb-53d5-4116-9a7e-273774e587c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:00.361436 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-e8cf2eeb-53d5-4116-9a7e-273774e587c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6aa4bf94-6045-4e79-b756-338c43a95b1e HTTP/1.1" status: 204 len: 168 time: 0.2064672 Nov 25 00:32:00.374308 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf2eeb-53d5-4116-9a7e-273774e587c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa4bf94-6045-4e79-b756-338c43a95b1e,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:32:00.424567 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-9703ca6b-6dcb-440d-a84b-61a76b0ac552 req-360c865a-4f14-4c5e-bf0e-387cc4776025 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958617 Nov 25 00:32:00.743580 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc042c-cdbe-4192-ab61-63dac07d938f req-cafca148-d50f-46c3-b7a7-7c2acf9a2c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:00.746412 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ebfc042c-cdbe-4192-ab61-63dac07d938f req-cafca148-d50f-46c3-b7a7-7c2acf9a2c01 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bda41ef0908f493e850f99e3e5aab2cd&device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 1098 time: 0.0753815 Nov 25 00:32:00.755743 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e14faa-35c2-44ca-b1ee-14cbde231af3 req-a6f93e07-d16b-4f9e-a845-fe65ce347152 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:00.757587 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-e7e14faa-35c2-44ca-b1ee-14cbde231af3 req-a6f93e07-d16b-4f9e-a845-fe65ce347152 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0799804 Nov 25 00:32:00.795330 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 44668) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:32:00.822236 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7e3319b1-0307-4fe0-a351-02446949622b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:00.845636 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-e7e14faa-35c2-44ca-b1ee-14cbde231af3 req-8820d989-244c-4700-bddf-eb2cf957984f tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761781 Nov 25 00:32:00.882504 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc042c-cdbe-4192-ab61-63dac07d938f req-7cbdbb78-3e49-4833-b598-ccc69ec47c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:00.884473 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ebfc042c-cdbe-4192-ab61-63dac07d938f req-7cbdbb78-3e49-4833-b598-ccc69ec47c0b service neutron] 10.222.0.36 "GET /v2.0/networks?id=e36dfab7-9306-47bd-a24d-fce7937d64a7 HTTP/1.1" status: 200 len: 919 time: 0.1308858 Nov 25 00:32:00.934551 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7e3319b1-0307-4fe0-a351-02446949622b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:00.941127 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7e3319b1-0307-4fe0-a351-02446949622b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:00.942531 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ebfc042c-cdbe-4192-ab61-63dac07d938f req-20d644b0-ce2e-4f5f-b788-de122453862d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9e15575d-679a-4d4d-a045-8ec433cccaf1 HTTP/1.1" status: 200 len: 217 time: 0.0465999 Nov 25 00:32:00.988881 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-7e3319b1-0307-4fe0-a351-02446949622b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=575c2d1f48ec4f2884076189afc999f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1894181 Nov 25 00:32:00.988881 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3319b1-0307-4fe0-a351-02446949622b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b043d5-2715-4e6e-8307-e1624edc8e38,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:32:00.989695 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 44670) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:32:01.034877 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc042c-cdbe-4192-ab61-63dac07d938f req-46d93b8c-c52c-4cee-8c4a-661564bcf6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:01.037388 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ebfc042c-cdbe-4192-ab61-63dac07d938f req-46d93b8c-c52c-4cee-8c4a-661564bcf6cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=905d2d66-01fc-468a-afe8-a4b586f67431 HTTP/1.1" status: 200 len: 858 time: 0.0741436 Nov 25 00:32:01.048538 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-fa4e8a2e-7f63-4255-8c27-2a365aeacb6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:01.080054 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-fa4e8a2e-7f63-4255-8c27-2a365aeacb6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:01.091275 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ebfc042c-cdbe-4192-ab61-63dac07d938f req-0d27cc46-c790-4960-b8b3-a578b7c27e9a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e36dfab7-9306-47bd-a24d-fce7937d64a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416956 Nov 25 00:32:01.139437 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-fa4e8a2e-7f63-4255-8c27-2a365aeacb6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:01.142011 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-fa4e8a2e-7f63-4255-8c27-2a365aeacb6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:01.143464 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-fa4e8a2e-7f63-4255-8c27-2a365aeacb6f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b8b043d5-2715-4e6e-8307-e1624edc8e38 HTTP/1.1" status: 204 len: 168 time: 0.1522806 Nov 25 00:32:01.153329 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e8a2e-7f63-4255-8c27-2a365aeacb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b043d5-2715-4e6e-8307-e1624edc8e38,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:32:01.230071 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ebfc042c-cdbe-4192-ab61-63dac07d938f req-8835b273-245b-45c8-85c9-fda04b5d80fd service neutron] 10.222.0.36 "GET /v2.0/networks/e36dfab7-9306-47bd-a24d-fce7937d64a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234751 Nov 25 00:32:01.380958 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ebfc042c-cdbe-4192-ab61-63dac07d938f req-13372c76-a9fd-481f-9fa9-802b44e34541 service neutron] 10.222.0.36 "GET /v2.0/networks/e36dfab7-9306-47bd-a24d-fce7937d64a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423607 Nov 25 00:32:02.024336 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f112b-2918-4472-811e-68d66aaf96bd req-37b7836d-c803-44ae-b72a-c759de704571 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:02.025972 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-4e4f112b-2918-4472-811e-68d66aaf96bd req-37b7836d-c803-44ae-b72a-c759de704571 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0702250 Nov 25 00:32:02.100482 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-4e4f112b-2918-4472-811e-68d66aaf96bd req-a3174329-31fb-41d1-a1a9-7e6751206c9e tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678358 Nov 25 00:32:03.237937 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fad0a-7cef-412f-9ade-11564b927445 req-a0364a0d-7956-449e-a282-6ab5f8ed944a tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:03.239012 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-391fad0a-7cef-412f-9ade-11564b927445 req-a0364a0d-7956-449e-a282-6ab5f8ed944a tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0563240 Nov 25 00:32:03.300039 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-391fad0a-7cef-412f-9ade-11564b927445 req-15ab4760-f7a7-49a1-b07d-e9e10b5023f6 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540326 Nov 25 00:32:04.472884 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b46c7-54fe-4283-b42f-e7afe49a2bd2 req-5d08238a-671b-4f02-a55f-fd3b34e578c6 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:04.474563 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-540b46c7-54fe-4283-b42f-e7afe49a2bd2 req-5d08238a-671b-4f02-a55f-fd3b34e578c6 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0734525 Nov 25 00:32:04.535034 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-540b46c7-54fe-4283-b42f-e7afe49a2bd2 req-b09fcce7-7699-4dff-b44d-9d630b48dc0e tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513794 Nov 25 00:32:06.084000 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fde51d-1f26-4b2f-8dad-a14e4ad98d54 req-5dd8510c-e087-42e9-9cc9-4e403ef42987 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:06.086521 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-85fde51d-1f26-4b2f-8dad-a14e4ad98d54 req-5dd8510c-e087-42e9-9cc9-4e403ef42987 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0580006 Nov 25 00:32:06.140820 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-85fde51d-1f26-4b2f-8dad-a14e4ad98d54 req-2c2f92bb-6d15-4af4-bee4-7033265e59b1 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481112 Nov 25 00:32:11.097168 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 44886) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:32:11.236065 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-dba8dc33-3f7d-4e81-a577-176191c30d72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:11.343323 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-dba8dc33-3f7d-4e81-a577-176191c30d72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:11.348605 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-dba8dc33-3f7d-4e81-a577-176191c30d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:11.395144 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-dba8dc33-3f7d-4e81-a577-176191c30d72 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c178772fd0b64a718b6ba4b162225399&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2962856 Nov 25 00:32:11.395832 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8dc33-3f7d-4e81-a577-176191c30d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b459fe3-8b9f-4c86-bf65-4daf34c15358,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:32:11.398873 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 44892) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:32:11.458809 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-96460ea3-d309-4d75-9f10-9cd2f692bf26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:11.484230 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-96460ea3-d309-4d75-9f10-9cd2f692bf26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:11.550189 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-96460ea3-d309-4d75-9f10-9cd2f692bf26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:11.555894 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-96460ea3-d309-4d75-9f10-9cd2f692bf26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:11.558238 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-96460ea3-d309-4d75-9f10-9cd2f692bf26 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3b459fe3-8b9f-4c86-bf65-4daf34c15358 HTTP/1.1" status: 204 len: 168 time: 0.1577444 Nov 25 00:32:11.572933 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96460ea3-d309-4d75-9f10-9cd2f692bf26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b459fe3-8b9f-4c86-bf65-4daf34c15358,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:32:11.903191 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 44904) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:32:11.904879 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-4595c632-f32e-448b-a5d7-7f74a36afa76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:11.919203 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-08e96762-ae10-4b1d-a9f9-097381f38822 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:12.013088 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-08e96762-ae10-4b1d-a9f9-097381f38822 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:12.017442 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-08e96762-ae10-4b1d-a9f9-097381f38822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:12.059525 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e96762-ae10-4b1d-a9f9-097381f38822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cf8fe4-5270-43d4-99cf-42127af61dd7,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:32:12.064061 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-08e96762-ae10-4b1d-a9f9-097381f38822 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=164e91e2dda7443893d31ff30d43fdbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1593134 Nov 25 00:32:12.068188 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 44906) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:32:12.123817 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0570fc9a-a9bf-4adb-adb2-cb931fdb4832 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:12.148984 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0570fc9a-a9bf-4adb-adb2-cb931fdb4832 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:12.228812 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0570fc9a-a9bf-4adb-adb2-cb931fdb4832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:12.232175 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0570fc9a-a9bf-4adb-adb2-cb931fdb4832 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:12.233529 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-0570fc9a-a9bf-4adb-adb2-cb931fdb4832 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/16cf8fe4-5270-43d4-99cf-42127af61dd7 HTTP/1.1" status: 204 len: 168 time: 0.1645982 Nov 25 00:32:12.248797 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570fc9a-a9bf-4adb-adb2-cb931fdb4832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cf8fe4-5270-43d4-99cf-42127af61dd7,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:32:12.678554 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 44916) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:32:12.683452 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 6 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 00:32:12.695246 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-3ff4515b-fd77-498e-9260-2a0c58d34883 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:12.788537 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-3ff4515b-fd77-498e-9260-2a0c58d34883 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:12.794337 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-3ff4515b-fd77-498e-9260-2a0c58d34883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:12.847969 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-3ff4515b-fd77-498e-9260-2a0c58d34883 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4e56a2c20d0b4c1aa652b24257ad053d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1645439 Nov 25 00:32:12.847969 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4515b-fd77-498e-9260-2a0c58d34883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc13f10-7ba0-46c8-88ad-2a0f14aa6619,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:32:12.848247 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 44920) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:32:12.924415 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b9de7df1-40c5-4318-9536-ce351130d26a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:12.952447 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b9de7df1-40c5-4318-9536-ce351130d26a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:13.010536 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b9de7df1-40c5-4318-9536-ce351130d26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:13.013716 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b9de7df1-40c5-4318-9536-ce351130d26a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:13.015112 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-b9de7df1-40c5-4318-9536-ce351130d26a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cdc13f10-7ba0-46c8-88ad-2a0f14aa6619 HTTP/1.1" status: 204 len: 168 time: 0.1653318 Nov 25 00:32:13.025717 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de7df1-40c5-4318-9536-ce351130d26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc13f10-7ba0-46c8-88ad-2a0f14aa6619,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:32:14.442028 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-bfee8a0e-46bf-4eec-968c-7374addc4493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:16.429511 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:18.450883 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:18.456348 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:19.121837 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37bd82-cdb6-4ff4-b300-c87742060af1 req-d1c58f9f-62dd-4460-97f8-7658a9345dd9 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:19.123459 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-3d37bd82-cdb6-4ff4-b300-c87742060af1 req-d1c58f9f-62dd-4460-97f8-7658a9345dd9 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0660472 Nov 25 00:32:19.181325 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-3d37bd82-cdb6-4ff4-b300-c87742060af1 req-af1952cd-1bd6-4ba0-a384-dac833db78f7 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512326 Nov 25 00:32:20.085256 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:20.356440 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f3788-5ea6-41d2-96bf-0e6b033fa671 req-30c7a337-b712-4349-b5b5-f5ca9d06b3ab tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:20.358718 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-283f3788-5ea6-41d2-96bf-0e6b033fa671 req-30c7a337-b712-4349-b5b5-f5ca9d06b3ab tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0732257 Nov 25 00:32:20.422416 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-283f3788-5ea6-41d2-96bf-0e6b033fa671 req-31d4149e-35e3-4b8b-ac19-cfe748942f05 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527651 Nov 25 00:32:21.593250 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c72da-9f98-4897-beb0-1e14275df97e req-f33518c3-3cc6-458d-b5c5-f2924c252640 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:21.595062 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-596c72da-9f98-4897-beb0-1e14275df97e req-f33518c3-3cc6-458d-b5c5-f2924c252640 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0582705 Nov 25 00:32:21.649667 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-596c72da-9f98-4897-beb0-1e14275df97e req-19689ddd-5ffa-4bc3-9855-e78af2cf341f tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474427 Nov 25 00:32:22.120620 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c9c37-034c-4e60-8604-ba413296d3a6 req-f3510e47-f910-42bd-8c9d-b463bb84effc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:22.122162 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-df6c9c37-034c-4e60-8604-ba413296d3a6 req-f3510e47-f910-42bd-8c9d-b463bb84effc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bda41ef0908f493e850f99e3e5aab2cd&device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 1098 time: 0.0664237 Nov 25 00:32:22.223609 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c9c37-034c-4e60-8604-ba413296d3a6 req-35323d8a-9d6c-45c6-81f3-b646c79670f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:22.225097 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-df6c9c37-034c-4e60-8604-ba413296d3a6 req-35323d8a-9d6c-45c6-81f3-b646c79670f8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e36dfab7-9306-47bd-a24d-fce7937d64a7 HTTP/1.1" status: 200 len: 919 time: 0.0895326 Nov 25 00:32:22.281646 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-df6c9c37-034c-4e60-8604-ba413296d3a6 req-7dafadec-238f-46c1-9f9b-ba339ab4a298 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9e15575d-679a-4d4d-a045-8ec433cccaf1 HTTP/1.1" status: 200 len: 217 time: 0.0410967 Nov 25 00:32:22.345695 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c9c37-034c-4e60-8604-ba413296d3a6 req-f6fa2f7c-823e-416f-a408-bb43def42af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:22.347242 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-df6c9c37-034c-4e60-8604-ba413296d3a6 req-f6fa2f7c-823e-416f-a408-bb43def42af8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=905d2d66-01fc-468a-afe8-a4b586f67431 HTTP/1.1" status: 200 len: 858 time: 0.0550175 Nov 25 00:32:22.387276 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-df6c9c37-034c-4e60-8604-ba413296d3a6 req-871c9b71-8a9c-4fb8-9987-e7e8ada997a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e36dfab7-9306-47bd-a24d-fce7937d64a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278306 Nov 25 00:32:22.536465 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-df6c9c37-034c-4e60-8604-ba413296d3a6 req-45536e62-8b55-4d61-b2f0-756f473f1636 service neutron] 10.222.0.36 "GET /v2.0/networks/e36dfab7-9306-47bd-a24d-fce7937d64a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248622 Nov 25 00:32:22.661990 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-df6c9c37-034c-4e60-8604-ba413296d3a6 req-e545e31f-3778-4576-a97e-de700941b903 service neutron] 10.222.0.36 "GET /v2.0/networks/e36dfab7-9306-47bd-a24d-fce7937d64a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151013 Nov 25 00:32:22.800702 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f199e8-60ae-4c9c-992d-28af67cc08db req-f73bf420-0b20-47ea-8d1b-d5a6f3637bb2 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:22.802241 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-15f199e8-60ae-4c9c-992d-28af67cc08db req-f73bf420-0b20-47ea-8d1b-d5a6f3637bb2 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0662694 Nov 25 00:32:22.868170 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-15f199e8-60ae-4c9c-992d-28af67cc08db req-0e6296e9-03bd-47ef-9f96-520d8cc87f65 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568800 Nov 25 00:32:23.432993 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f733467-6025-4c95-8363-c3c2f67b53d1 req-efe3b126-42f3-4bab-965c-dc5cb370eed3 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:23.434720 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8f733467-6025-4c95-8363-c3c2f67b53d1 req-efe3b126-42f3-4bab-965c-dc5cb370eed3 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0553305 Nov 25 00:32:23.492782 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8f733467-6025-4c95-8363-c3c2f67b53d1 req-ff57463a-d3b7-465b-8374-466ff59b3144 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517936 Nov 25 00:32:23.795086 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a24481b9-483f-4b3f-91f0-c11d18ad066d req-8078e7c4-e3ce-4789-8b80-9b434dcef8fb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0480995 Nov 25 00:32:23.910832 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24481b9-483f-4b3f-91f0-c11d18ad066d req-61803bfe-f5da-4544-ab8b-79746abf6e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:23.912445 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a24481b9-483f-4b3f-91f0-c11d18ad066d req-61803bfe-f5da-4544-ab8b-79746abf6e7c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab9bf63ea1ef4e45a31c8dad8d8491c4&device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 1099 time: 0.0772071 Nov 25 00:32:24.077536 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5e627-dc86-46ca-87f4-0199ff72f0a5 req-ed236ba2-691b-4ffa-822e-212dcfcc3e95 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:24.079166 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-78b5e627-dc86-46ca-87f4-0199ff72f0a5 req-ed236ba2-691b-4ffa-822e-212dcfcc3e95 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.1063762 Nov 25 00:32:24.086779 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 45104) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:32:24.098529 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24481b9-483f-4b3f-91f0-c11d18ad066d req-df5f96a3-94d0-43ac-9996-038dc1b015ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:24.100077 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a24481b9-483f-4b3f-91f0-c11d18ad066d req-df5f96a3-94d0-43ac-9996-038dc1b015ca service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ac47630-ede3-4aec-b968-c75e15d99ba8 HTTP/1.1" status: 200 len: 917 time: 0.1539686 Nov 25 00:32:24.186314 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-78b5e627-dc86-46ca-87f4-0199ff72f0a5 req-5d922c18-5079-44e2-ab82-0ca2ae4c8735 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995965 Nov 25 00:32:24.204884 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a24481b9-483f-4b3f-91f0-c11d18ad066d req-94e2c096-e966-4ff1-841c-6f234a155851 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7850e98-99f6-49c8-9b73-7628661955e3 HTTP/1.1" status: 200 len: 1001 time: 0.0897636 Nov 25 00:32:24.229744 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6f9145b8-0590-4262-b002-c259ed6e78e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:24.273025 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24481b9-483f-4b3f-91f0-c11d18ad066d req-784dfd2e-96c0-48f6-82a8-70d11d007eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:24.274442 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a24481b9-483f-4b3f-91f0-c11d18ad066d req-784dfd2e-96c0-48f6-82a8-70d11d007eb2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4f92811-004c-42eb-91fc-ffe218f909da HTTP/1.1" status: 200 len: 855 time: 0.0572178 Nov 25 00:32:24.325372 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6f9145b8-0590-4262-b002-c259ed6e78e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:24.330130 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6f9145b8-0590-4262-b002-c259ed6e78e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:24.344547 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24481b9-483f-4b3f-91f0-c11d18ad066d req-9efa9e08-91f8-408a-aa03-1a93ab493c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:24.347034 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a24481b9-483f-4b3f-91f0-c11d18ad066d req-9efa9e08-91f8-408a-aa03-1a93ab493c71 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ac47630-ede3-4aec-b968-c75e15d99ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588291 Nov 25 00:32:24.373774 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-6f9145b8-0590-4262-b002-c259ed6e78e4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cd700e3f601b47748dc2841d7ce82a40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2858782 Nov 25 00:32:24.374666 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9145b8-0590-4262-b002-c259ed6e78e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4587188e-f54b-4fa8-a505-ec7d452a112b,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:32:24.377640 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 45108) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:32:24.452493 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-0a47a569-bb97-4e97-b1c5-ca7640760aca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:24.455518 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a24481b9-483f-4b3f-91f0-c11d18ad066d req-c46ba3aa-7757-47ac-b11b-db45c393ba1a service neutron] 10.222.0.36 "GET /v2.0/networks/2ac47630-ede3-4aec-b968-c75e15d99ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980382 Nov 25 00:32:24.492112 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-0a47a569-bb97-4e97-b1c5-ca7640760aca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:24.561757 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-0a47a569-bb97-4e97-b1c5-ca7640760aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:24.564677 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-0a47a569-bb97-4e97-b1c5-ca7640760aca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:24.566190 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-0a47a569-bb97-4e97-b1c5-ca7640760aca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4587188e-f54b-4fa8-a505-ec7d452a112b HTTP/1.1" status: 204 len: 168 time: 0.1881068 Nov 25 00:32:24.583518 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a24481b9-483f-4b3f-91f0-c11d18ad066d req-07aaddfd-0d4d-4d83-a8bd-96ea25377c62 service neutron] 10.222.0.36 "GET /v2.0/networks/2ac47630-ede3-4aec-b968-c75e15d99ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117566 Nov 25 00:32:24.598915 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47a569-bb97-4e97-b1c5-ca7640760aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4587188e-f54b-4fa8-a505-ec7d452a112b,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:32:24.648150 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa040f-860b-420d-aa2f-6d82390b6918 req-ad9021c6-dcdc-4a56-b04c-c4ba1a532d36 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:24.650022 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-4ffa040f-860b-420d-aa2f-6d82390b6918 req-ad9021c6-dcdc-4a56-b04c-c4ba1a532d36 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0641463 Nov 25 00:32:24.720018 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-4ffa040f-860b-420d-aa2f-6d82390b6918 req-ac1fa640-1c59-48a1-aab5-f051f58c21cf tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571287 Nov 25 00:32:24.937162 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 45122) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:32:24.952931 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-60c19cf7-9fd3-499d-9e0b-bfa8229cfaf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:25.044979 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-60c19cf7-9fd3-499d-9e0b-bfa8229cfaf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:25.049201 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-60c19cf7-9fd3-499d-9e0b-bfa8229cfaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:25.089696 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-60c19cf7-9fd3-499d-9e0b-bfa8229cfaf5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f782500170841aa9c8f66da517f7de3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1513717 Nov 25 00:32:25.090401 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c19cf7-9fd3-499d-9e0b-bfa8229cfaf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e2e41a-f06e-400f-bba8-8bf027c1b768,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:32:25.093835 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 45124) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:32:25.148385 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-651fbee5-a920-49b5-890e-63c748810d9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:25.172816 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-651fbee5-a920-49b5-890e-63c748810d9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:25.240060 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-651fbee5-a920-49b5-890e-63c748810d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:25.243768 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-651fbee5-a920-49b5-890e-63c748810d9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:25.249155 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-651fbee5-a920-49b5-890e-63c748810d9b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/34e2e41a-f06e-400f-bba8-8bf027c1b768 HTTP/1.1" status: 204 len: 168 time: 0.1497934 Nov 25 00:32:25.264602 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651fbee5-a920-49b5-890e-63c748810d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e2e41a-f06e-400f-bba8-8bf027c1b768,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:32:25.358540 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be24cd-6db2-45ef-88a8-2ade34fc2145 req-37c6baef-15ce-468f-9a61-5eb1f7238208 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:25.360148 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-63be24cd-6db2-45ef-88a8-2ade34fc2145 req-37c6baef-15ce-468f-9a61-5eb1f7238208 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0778780 Nov 25 00:32:25.418923 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-63be24cd-6db2-45ef-88a8-2ade34fc2145 req-48a49826-e83b-4ed4-8aeb-a6eb525a69cd tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525837 Nov 25 00:32:25.895163 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30a909-b21d-478c-b9d4-ba974bfb8f4b req-483f91d7-2aee-4f7e-861b-b2e3e22cf82f tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:25.896963 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3a30a909-b21d-478c-b9d4-ba974bfb8f4b req-483f91d7-2aee-4f7e-861b-b2e3e22cf82f tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0599024 Nov 25 00:32:25.998616 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3a30a909-b21d-478c-b9d4-ba974bfb8f4b req-1d984e43-10b8-46e0-ab2c-0c7caab4a3d0 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890539 Nov 25 00:32:26.568072 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e1f15-e302-4e11-8cb6-1b055dd6ac48 req-e4dd4920-df69-43fc-8415-5f43a127173a tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:26.570245 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-642e1f15-e302-4e11-8cb6-1b055dd6ac48 req-e4dd4920-df69-43fc-8415-5f43a127173a tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0578418 Nov 25 00:32:26.653540 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-642e1f15-e302-4e11-8cb6-1b055dd6ac48 req-b7f46502-2737-4f04-a74c-76b65b772d36 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715933 Nov 25 00:32:27.189769 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8754e-902d-4d68-b382-e3d0051342b7 req-61293bf1-34d3-43bd-866b-d8638f444818 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:27.192475 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-55d8754e-902d-4d68-b382-e3d0051342b7 req-61293bf1-34d3-43bd-866b-d8638f444818 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0804291 Nov 25 00:32:27.271391 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-55d8754e-902d-4d68-b382-e3d0051342b7 req-a79b4ace-4fd2-4ce1-980f-b09a6f7230f1 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639353 Nov 25 00:32:27.796018 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6041d-5006-4b54-a1c4-bb6806edec50 req-d9771a58-38a8-4a1a-ac00-c7d453186c78 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:27.797624 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-70c6041d-5006-4b54-a1c4-bb6806edec50 req-d9771a58-38a8-4a1a-ac00-c7d453186c78 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0603373 Nov 25 00:32:27.868389 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-70c6041d-5006-4b54-a1c4-bb6806edec50 req-ec2f124e-a0e2-454b-baff-8c5b3a299d59 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631073 Nov 25 00:32:28.435672 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb452ed-f23a-4b21-86bd-95257cb96c91 req-623ed52f-a747-4f37-8a0a-49f8dcfffde6 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:28.437353 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-dfb452ed-f23a-4b21-86bd-95257cb96c91 req-623ed52f-a747-4f37-8a0a-49f8dcfffde6 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0628831 Nov 25 00:32:28.493095 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-dfb452ed-f23a-4b21-86bd-95257cb96c91 req-001a2d04-c7a1-471d-9c87-daaceb7601c6 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495310 Nov 25 00:32:28.701346 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34dcaf-d64c-45ff-be47-324e9b22e755 req-1a5974d7-d45c-4e19-abeb-78ae8decce82 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:28.703396 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ab34dcaf-d64c-45ff-be47-324e9b22e755 req-1a5974d7-d45c-4e19-abeb-78ae8decce82 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=da843e64-0bda-46f5-9608-4b67bdc1e514 HTTP/1.1" status: 200 len: 945 time: 0.0598452 Nov 25 00:32:28.759500 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ab34dcaf-d64c-45ff-be47-324e9b22e755 req-06ecdcd6-eba9-456d-a15d-663322267b8d tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473864 Nov 25 00:32:29.002924 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d550f88-73de-40e9-ab0b-9af6fb1a7dd0 req-60589f3c-fb35-4212-8a58-ba7a78a35fe3 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:29.004855 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3d550f88-73de-40e9-ab0b-9af6fb1a7dd0 req-60589f3c-fb35-4212-8a58-ba7a78a35fe3 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0549829 Nov 25 00:32:29.056480 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3d550f88-73de-40e9-ab0b-9af6fb1a7dd0 req-08c7bef3-ff9c-4678-a18e-22f7c1c30d10 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458517 Nov 25 00:32:29.635805 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f06d0-7200-4e31-8f39-293eef90b2cf req-019b12da-813c-46b6-9a66-7938e3e66ce3 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:29.637489 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-da7f06d0-7200-4e31-8f39-293eef90b2cf req-019b12da-813c-46b6-9a66-7938e3e66ce3 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0605972 Nov 25 00:32:29.692816 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-da7f06d0-7200-4e31-8f39-293eef90b2cf req-038af69e-6ca5-4a68-be6c-ab77d09265fc tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489159 Nov 25 00:32:29.895324 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ffff2-6606-4d5f-bccc-d81d3075e033 req-1a42d0cc-2efe-4de7-a9f5-9d065263664c tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:29.898008 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-585ffff2-6606-4d5f-bccc-d81d3075e033 req-1a42d0cc-2efe-4de7-a9f5-9d065263664c tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=da843e64-0bda-46f5-9608-4b67bdc1e514 HTTP/1.1" status: 200 len: 945 time: 0.0546374 Nov 25 00:32:29.957130 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-585ffff2-6606-4d5f-bccc-d81d3075e033 req-0ed9fad4-d4d4-4ecb-a600-1c2c48701091 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521920 Nov 25 00:32:30.194596 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a76e2-5885-4265-af0c-8a0e69a61403 req-44154b90-492a-4106-964f-c8844b5563c7 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:30.196447 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-251a76e2-5885-4265-af0c-8a0e69a61403 req-44154b90-492a-4106-964f-c8844b5563c7 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0718033 Nov 25 00:32:30.263504 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-251a76e2-5885-4265-af0c-8a0e69a61403 req-d2be1f3f-16b2-40b4-b349-f3af6878967f tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590222 Nov 25 00:32:30.831280 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f767b30-8533-4a5c-b537-0f10ba61f6fa req-d4cd0df8-0def-4597-af43-382d40702e8c tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:30.833944 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-2f767b30-8533-4a5c-b537-0f10ba61f6fa req-d4cd0df8-0def-4597-af43-382d40702e8c tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0650291 Nov 25 00:32:30.916863 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-2f767b30-8533-4a5c-b537-0f10ba61f6fa req-e4924fbd-7940-48b7-bf5e-234be5ed6e32 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755932 Nov 25 00:32:31.092957 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a999d0-5c88-40a4-b5c7-a1fbd1c3738d req-c2a2e4f8-78c7-45b4-8b97-7f2cc8480bd8 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:31.094690 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-62a999d0-5c88-40a4-b5c7-a1fbd1c3738d req-c2a2e4f8-78c7-45b4-8b97-7f2cc8480bd8 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=da843e64-0bda-46f5-9608-4b67bdc1e514 HTTP/1.1" status: 200 len: 945 time: 0.0592611 Nov 25 00:32:31.155874 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-62a999d0-5c88-40a4-b5c7-a1fbd1c3738d req-26469102-1292-4437-adbf-07199c108884 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491877 Nov 25 00:32:31.438234 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f3771-6936-40a6-9635-ab46b01afc01 req-170310ed-62b5-4ae3-8070-b5071f3e13cd tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:31.440898 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-2c3f3771-6936-40a6-9635-ab46b01afc01 req-170310ed-62b5-4ae3-8070-b5071f3e13cd tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0839510 Nov 25 00:32:31.496389 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c184f0-0942-4438-ae8e-058b0d8d630b req-6a6f6714-1e5b-4e41-9b4a-dc90a45e2157 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:31.499566 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-36c184f0-0942-4438-ae8e-058b0d8d630b req-6a6f6714-1e5b-4e41-9b4a-dc90a45e2157 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.36 "GET /v2.0/ports?device_id=da843e64-0bda-46f5-9608-4b67bdc1e514 HTTP/1.1" status: 200 len: 945 time: 0.0952544 Nov 25 00:32:31.523783 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-2c3f3771-6936-40a6-9635-ab46b01afc01 req-c2a77aec-4567-41b8-b5af-cad317dbb8ae tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719118 Nov 25 00:32:31.643448 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [req-36c184f0-0942-4438-ae8e-058b0d8d630b req-805b35a5-c419-4ef5-84a8-8af392d41fa7 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Deleting port 82c1f485-25c0-4072-8827-a9ffd526320f {{(pid=109123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:32:31.644006 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-36c184f0-0942-4438-ae8e-058b0d8d630b req-805b35a5-c419-4ef5-84a8-8af392d41fa7 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:31.808133 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [req-36c184f0-0942-4438-ae8e-058b0d8d630b req-805b35a5-c419-4ef5-84a8-8af392d41fa7 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] For port 82c1f485-25c0-4072-8827-a9ffd526320f, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=82c1f485-25c0-4072-8827-a9ffd526320f,segment=NetworkSegment(5794903e-0cbd-4522-8ef4-5d761ae05e8f),segment_id=5794903e-0cbd-4522-8ef4-5d761ae05e8f)] {{(pid=109123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:32:31.808515 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-36c184f0-0942-4438-ae8e-058b0d8d630b req-805b35a5-c419-4ef5-84a8-8af392d41fa7 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:31.829485 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [req-36c184f0-0942-4438-ae8e-058b0d8d630b req-805b35a5-c419-4ef5-84a8-8af392d41fa7 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Calling delete_port for 82c1f485-25c0-4072-8827-a9ffd526320f owned by compute:nova {{(pid=109123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:32:32.034854 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-36c184f0-0942-4438-ae8e-058b0d8d630b req-805b35a5-c419-4ef5-84a8-8af392d41fa7 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:32.048482 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['82c1f485-25c0-4072-8827-a9ffd526320f'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:32:32.073129 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b35a5-c419-4ef5-84a8-8af392d41fa7 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Pushing event deleted for resources: {'Port': ['ID=82c1f485-25c0-4072-8827-a9ffd526320f,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:32:32.111901 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69faef-116e-4d12-92ab-bf92ff6451de req-ba74efcf-2d77-474d-94a5-76eb64557862 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:32.113522 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-3f69faef-116e-4d12-92ab-bf92ff6451de req-ba74efcf-2d77-474d-94a5-76eb64557862 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.1105964 Nov 25 00:32:32.133344 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c184f0-0942-4438-ae8e-058b0d8d630b req-805b35a5-c419-4ef5-84a8-8af392d41fa7 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] No DVR routers for this DVR port 82c1f485-25c0-4072-8827-a9ffd526320f on host hv-cinder-81920 {{(pid=109123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 00:32:32.142066 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-36c184f0-0942-4438-ae8e-058b0d8d630b req-805b35a5-c419-4ef5-84a8-8af392d41fa7 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:32.145464 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-36c184f0-0942-4438-ae8e-058b0d8d630b req-805b35a5-c419-4ef5-84a8-8af392d41fa7 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.36 "DELETE /v2.0/ports/82c1f485-25c0-4072-8827-a9ffd526320f HTTP/1.1" status: 204 len: 173 time: 0.6340904 Nov 25 00:32:32.145934 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da843e64-0bda-46f5-9608-4b67bdc1e514', 'name': 'network-vif-deleted', 'tag': '82c1f485-25c0-4072-8827-a9ffd526320f'}] {{(pid=109123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:32:32.149274 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d6797fd55ce1482701f76a6a20d13483833b06e18cae27317f32e85b7a837" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac24e17-e02c-4899-a94c-7a2a7eaed611" -d '{"events": [{"server_uuid": "da843e64-0bda-46f5-9608-4b67bdc1e514", "name": "network-vif-deleted", "tag": "82c1f485-25c0-4072-8827-a9ffd526320f"}]}' {{(pid=109123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:32:32.219619 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-3f69faef-116e-4d12-92ab-bf92ff6451de req-db95161d-c135-4dec-839f-b7cbe87fcbaa tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880096 Nov 25 00:32:32.224409 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff1e52f-a4e3-4a87-b772-f4a9ead26a5e x-openstack-request-id: req-5ff1e52f-a4e3-4a87-b772-f4a9ead26a5e {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:32:32.224858 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da843e64-0bda-46f5-9608-4b67bdc1e514", "name": "network-vif-deleted", "tag": "82c1f485-25c0-4072-8827-a9ffd526320f", "status": "completed", "code": 200}]} {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:32:32.225937 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ff1e52f-a4e3-4a87-b772-f4a9ead26a5e {{(pid=109123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:32:32.226580 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da843e64-0bda-46f5-9608-4b67bdc1e514', 'name': 'network-vif-deleted', 'tag': '82c1f485-25c0-4072-8827-a9ffd526320f', 'status': 'completed', 'code': 200} Nov 25 00:32:32.352423 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-864da50b-b9d5-4b65-ad40-52597a01e829 req-d6a2a55c-5f46-4f01-ab1a-994062b19dae tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=da843e64-0bda-46f5-9608-4b67bdc1e514 HTTP/1.1" status: 200 len: 210 time: 0.0514934 Nov 25 00:32:32.658263 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6161e06-dd50-4262-8aef-3bfdec2e20e5 req-ca2f1502-00f3-494e-8102-af4c45a306ae tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:32.660110 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f6161e06-dd50-4262-8aef-3bfdec2e20e5 req-ca2f1502-00f3-494e-8102-af4c45a306ae tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0555434 Nov 25 00:32:32.726540 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f6161e06-dd50-4262-8aef-3bfdec2e20e5 req-59fd732b-1e9e-413d-9bba-6b2ce4c5895b tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590408 Nov 25 00:32:33.360371 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba42209-18f4-421b-84cb-39dfe09ad735 req-a0b2e55a-7f70-43e8-816c-373f36e82b0d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:33.361998 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-9ba42209-18f4-421b-84cb-39dfe09ad735 req-a0b2e55a-7f70-43e8-816c-373f36e82b0d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0520136 Nov 25 00:32:33.423779 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-9ba42209-18f4-421b-84cb-39dfe09ad735 req-ac94ea39-4c29-41c9-a0c0-9a0aaf74da77 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535421 Nov 25 00:32:33.905809 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c702eab-f445-458f-8b5a-7b3b9087d928 req-f543b998-8e4f-4be7-9ff2-d9e92e9f1af4 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:33.908532 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-5c702eab-f445-458f-8b5a-7b3b9087d928 req-f543b998-8e4f-4be7-9ff2-d9e92e9f1af4 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0815551 Nov 25 00:32:33.967067 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-5c702eab-f445-458f-8b5a-7b3b9087d928 req-01db645d-ed04-43f6-b0bf-4715323eb1c2 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515816 Nov 25 00:32:34.557440 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb08fcd-46cf-400d-83d5-3c5a87b5b40b req-627bb3ed-133d-44a6-a344-2c042ac42e77 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:34.558943 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ffb08fcd-46cf-400d-83d5-3c5a87b5b40b req-627bb3ed-133d-44a6-a344-2c042ac42e77 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0511777 Nov 25 00:32:34.610546 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ffb08fcd-46cf-400d-83d5-3c5a87b5b40b req-bf02be6b-bae1-49de-ba0c-8b19fe2d9d7e tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455449 Nov 25 00:32:35.107692 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c914533-4354-4f9e-b004-64c2c87e499a req-7cc0e779-1577-4b88-b74b-0359a30b822f tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:35.109292 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-0c914533-4354-4f9e-b004-64c2c87e499a req-7cc0e779-1577-4b88-b74b-0359a30b822f tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0630229 Nov 25 00:32:35.162898 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-0c914533-4354-4f9e-b004-64c2c87e499a req-86f47dd5-f558-4cac-9358-20b3d596cf9f tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469501 Nov 25 00:32:35.736367 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ac5bc-7e0c-4d83-b7ba-a351fb70173f req-ff518ec0-4f1e-457e-81e4-3f50d03e9f0f tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:35.737866 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-d56ac5bc-7e0c-4d83-b7ba-a351fb70173f req-ff518ec0-4f1e-457e-81e4-3f50d03e9f0f tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0595443 Nov 25 00:32:35.787052 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-d56ac5bc-7e0c-4d83-b7ba-a351fb70173f req-3efce5af-7202-47be-9136-52a381244f85 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429554 Nov 25 00:32:36.296782 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4601bb3-a7b8-4641-8f2c-ead8998373f1 req-0f22c2b8-d17c-4ac9-91fe-a61fad4c11ff tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:36.298432 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-e4601bb3-a7b8-4641-8f2c-ead8998373f1 req-0f22c2b8-d17c-4ac9-91fe-a61fad4c11ff tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0545802 Nov 25 00:32:36.349869 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-e4601bb3-a7b8-4641-8f2c-ead8998373f1 req-56bbad0c-fa17-4d3a-bc39-f4fac3cb4246 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449350 Nov 25 00:32:36.834672 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 82c1f485-25c0-4072-8827-a9ffd526320f no longer exists at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:32:36.855644 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] No Port match for: 82c1f485-25c0-4072-8827-a9ffd526320f {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:32:36.856006 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 82c1f485-25c0-4072-8827-a9ffd526320f not bound to the agent host hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:32:36.907000 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed757d-bc03-4a3a-afa5-3167cd308f7a req-8ebb2a92-efff-47be-af04-16d9de19b2bc tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:36.908509 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-02ed757d-bc03-4a3a-afa5-3167cd308f7a req-8ebb2a92-efff-47be-af04-16d9de19b2bc tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0502088 Nov 25 00:32:36.958975 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-02ed757d-bc03-4a3a-afa5-3167cd308f7a req-617c3b96-c769-499c-8bfa-a9626032638b tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435472 Nov 25 00:32:37.487876 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f46510-3af4-4261-8a9f-e6c7abe80210 req-0d4e27af-2d98-4de8-8fee-f2fba0f81685 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:37.489356 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-d1f46510-3af4-4261-8a9f-e6c7abe80210 req-0d4e27af-2d98-4de8-8fee-f2fba0f81685 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0564322 Nov 25 00:32:37.546873 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-d1f46510-3af4-4261-8a9f-e6c7abe80210 req-8d975dd0-e450-4685-8410-64e91126b627 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492208 Nov 25 00:32:38.083080 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b867d-b1c7-4885-87ef-5cdbb4771fdd req-f4165914-4184-4a89-ac65-151c1943f09b tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:38.084621 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-d30b867d-b1c7-4885-87ef-5cdbb4771fdd req-f4165914-4184-4a89-ac65-151c1943f09b tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0523612 Nov 25 00:32:38.140871 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-d30b867d-b1c7-4885-87ef-5cdbb4771fdd req-d7b53886-b191-4bc1-9448-da014db86604 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493016 Nov 25 00:32:38.674660 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc1b3d-bc87-42e7-aaa3-2014d9d4719f req-4db0af5c-4ff3-48c5-8349-ac3727a62a9f tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:38.676131 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a8bc1b3d-bc87-42e7-aaa3-2014d9d4719f req-4db0af5c-4ff3-48c5-8349-ac3727a62a9f tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0498459 Nov 25 00:32:38.727665 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a8bc1b3d-bc87-42e7-aaa3-2014d9d4719f req-861abd7b-5bd3-4c65-a9b4-0670ebbb0123 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451870 Nov 25 00:32:38.953223 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 45346) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:32:39.078047 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-abe47cac-f0e4-4b04-81d5-faf74c3119f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:39.169715 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-abe47cac-f0e4-4b04-81d5-faf74c3119f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:39.175546 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-abe47cac-f0e4-4b04-81d5-faf74c3119f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:39.260066 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe47cac-f0e4-4b04-81d5-faf74c3119f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014b109d-c723-4342-a6eb-b4e844137a9e,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:32:39.264810 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-abe47cac-f0e4-4b04-81d5-faf74c3119f0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=974d962732f44a6790469b55485b16a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3102624 Nov 25 00:32:39.267522 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 45358) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:32:39.319295 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd741bac-8dec-4479-9c10-5542d354005c req-2569c47d-ef4c-40b3-a0fd-f058bc9cb7eb tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:39.320854 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-fd741bac-8dec-4479-9c10-5542d354005c req-2569c47d-ef4c-40b3-a0fd-f058bc9cb7eb tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0737684 Nov 25 00:32:39.327194 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-daef952f-ac6a-4d13-83f6-c6b262d27c43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:39.355025 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-daef952f-ac6a-4d13-83f6-c6b262d27c43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:39.370334 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-fd741bac-8dec-4479-9c10-5542d354005c req-83b13e27-036b-433b-8e1a-ff9e21b2088e tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427525 Nov 25 00:32:39.423938 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-daef952f-ac6a-4d13-83f6-c6b262d27c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:39.427807 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-daef952f-ac6a-4d13-83f6-c6b262d27c43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:39.429282 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-daef952f-ac6a-4d13-83f6-c6b262d27c43 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/014b109d-c723-4342-a6eb-b4e844137a9e HTTP/1.1" status: 204 len: 168 time: 0.1604588 Nov 25 00:32:39.438938 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef952f-ac6a-4d13-83f6-c6b262d27c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014b109d-c723-4342-a6eb-b4e844137a9e,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:32:39.614945 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef87a82-d5bc-4908-99d3-24b39a682964 req-2aec1671-79ff-4dd5-9d0e-31b46f2e9c85 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:39.616672 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-1ef87a82-d5bc-4908-99d3-24b39a682964 req-2aec1671-79ff-4dd5-9d0e-31b46f2e9c85 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0607696 Nov 25 00:32:39.655950 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73c07b-6571-4fdf-9ad0-7e332916c456 req-4960e8dd-2be2-40d5-9b28-56c286b2c4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:39.658786 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ca73c07b-6571-4fdf-9ad0-7e332916c456 req-4960e8dd-2be2-40d5-9b28-56c286b2c4fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88fe9e6d44f845c4ab47c65b792ab8b8&device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 1098 time: 0.0531571 Nov 25 00:32:39.675755 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-1ef87a82-d5bc-4908-99d3-24b39a682964 req-cddf926f-4d7c-4f7e-a3a3-39140b2b5afb tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514915 Nov 25 00:32:39.760576 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 45370) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:32:39.767929 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73c07b-6571-4fdf-9ad0-7e332916c456 req-5fc4569f-68b0-41b5-81fe-422532eddbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:39.769425 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ca73c07b-6571-4fdf-9ad0-7e332916c456 req-5fc4569f-68b0-41b5-81fe-422532eddbfd service neutron] 10.222.0.36 "GET /v2.0/networks?id=b8bd4317-422f-42e2-9a69-593359f6781e HTTP/1.1" status: 200 len: 912 time: 0.1014814 Nov 25 00:32:39.776051 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1450475f-f582-4463-944e-818f1d360e7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:39.865768 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1450475f-f582-4463-944e-818f1d360e7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:39.870892 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1450475f-f582-4463-944e-818f1d360e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:39.874655 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ca73c07b-6571-4fdf-9ad0-7e332916c456 req-97be2170-4a9f-4598-968d-9281e079e6fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b119409b-8ced-4456-81f2-968ea6e653bd HTTP/1.1" status: 200 len: 1001 time: 0.0971348 Nov 25 00:32:39.887297 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e5644-6fbb-45c5-bdf4-7e134f49d1f8 req-c3fccb93-9dd3-4e39-9237-b6c4db983cdb tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:39.889086 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-921e5644-6fbb-45c5-bdf4-7e134f49d1f8 req-c3fccb93-9dd3-4e39-9237-b6c4db983cdb tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0684092 Nov 25 00:32:39.909444 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1450475f-f582-4463-944e-818f1d360e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbabf485-adab-40df-a2ce-1c1992f651a8,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:32:39.914301 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-1450475f-f582-4463-944e-818f1d360e7d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a5be656d40fd4381896ade77a64c1282&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1525524 Nov 25 00:32:39.917066 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 45372) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:32:39.964456 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73c07b-6571-4fdf-9ad0-7e332916c456 req-ca5ad114-aee3-4a22-b10d-9f83c5c976bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:39.965962 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ca73c07b-6571-4fdf-9ad0-7e332916c456 req-ca5ad114-aee3-4a22-b10d-9f83c5c976bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9 HTTP/1.1" status: 200 len: 850 time: 0.0759277 Nov 25 00:32:39.978316 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-921e5644-6fbb-45c5-bdf4-7e134f49d1f8 req-5ccb8d4a-d801-42cf-99d1-885366a951cb tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794940 Nov 25 00:32:39.986876 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-74f1494b-a0a2-4aa7-9d72-ee36b721db73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:40.019116 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-74f1494b-a0a2-4aa7-9d72-ee36b721db73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:40.082763 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-74f1494b-a0a2-4aa7-9d72-ee36b721db73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:40.085982 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-74f1494b-a0a2-4aa7-9d72-ee36b721db73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:40.091160 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-74f1494b-a0a2-4aa7-9d72-ee36b721db73 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bbabf485-adab-40df-a2ce-1c1992f651a8 HTTP/1.1" status: 204 len: 168 time: 0.1692448 Nov 25 00:32:40.097907 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1494b-a0a2-4aa7-9d72-ee36b721db73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbabf485-adab-40df-a2ce-1c1992f651a8,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:32:40.817757 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598919e-0959-4178-a425-5ae0d98fde9e req-11e250e3-8c39-4e1f-ad02-57e2d722d91b tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:40.819849 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8598919e-0959-4178-a425-5ae0d98fde9e req-11e250e3-8c39-4e1f-ad02-57e2d722d91b tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0592909 Nov 25 00:32:40.860736 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73c07b-6571-4fdf-9ad0-7e332916c456 req-ebb339a1-d384-490e-a703-4515db118b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:40.862241 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ca73c07b-6571-4fdf-9ad0-7e332916c456 req-ebb339a1-d384-490e-a703-4515db118b52 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b8bd4317-422f-42e2-9a69-593359f6781e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447958 Nov 25 00:32:40.874020 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8598919e-0959-4178-a425-5ae0d98fde9e req-ef10e4f2-2f6c-400b-838f-adf67f7022dd tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477052 Nov 25 00:32:41.103950 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc9a6f-4f7f-4678-bc36-120d378d688c req-80e4c567-cf52-49d5-96fe-973a47b68a8a tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:41.105544 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1ccc9a6f-4f7f-4678-bc36-120d378d688c req-80e4c567-cf52-49d5-96fe-973a47b68a8a tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0555868 Nov 25 00:32:41.166275 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1ccc9a6f-4f7f-4678-bc36-120d378d688c req-910ab070-25d9-48b7-afea-a8e7b0caf8d3 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504656 Nov 25 00:32:41.759715 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ca73c07b-6571-4fdf-9ad0-7e332916c456 req-0b30416a-af06-4d3d-ba32-1da8c47867da service neutron] 10.222.0.36 "GET /v2.0/networks/b8bd4317-422f-42e2-9a69-593359f6781e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951369 Nov 25 00:32:41.898836 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-d0cbdb57-bc67-49d1-9d0f-265c9275778e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:41.995730 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb06773-5276-4016-b1ae-1635b1483e9a req-26f5ba1c-da15-4915-bf52-5ea90752c9ec tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:41.997291 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-4bb06773-5276-4016-b1ae-1635b1483e9a req-26f5ba1c-da15-4915-bf52-5ea90752c9ec tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0513794 Nov 25 00:32:42.054976 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-4bb06773-5276-4016-b1ae-1635b1483e9a req-becfee1f-1bd8-434d-9e61-0a067b91202e tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512891 Nov 25 00:32:42.294528 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f358d-7f50-4f91-b893-605474710eac req-aceef4f5-dba8-472a-8f86-00a0c30f5344 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:42.296302 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-e46f358d-7f50-4f91-b893-605474710eac req-aceef4f5-dba8-472a-8f86-00a0c30f5344 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0535862 Nov 25 00:32:42.347610 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-e46f358d-7f50-4f91-b893-605474710eac req-2454f410-8137-4334-b428-02d2e72c5a47 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452099 Nov 25 00:32:42.977986 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ca73c07b-6571-4fdf-9ad0-7e332916c456 req-86a07317-e763-4c6f-818f-eabcc2412e23 service neutron] 10.222.0.36 "GET /v2.0/networks/b8bd4317-422f-42e2-9a69-593359f6781e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595448 Nov 25 00:32:43.177303 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a17b4c-56d8-4632-8b33-dbd35a4d3cda req-39d3f774-9cb2-4191-9764-2d2582c3fec2 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:43.179825 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-92a17b4c-56d8-4632-8b33-dbd35a4d3cda req-39d3f774-9cb2-4191-9764-2d2582c3fec2 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0528002 Nov 25 00:32:43.233330 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-92a17b4c-56d8-4632-8b33-dbd35a4d3cda req-f9b32b15-b7e8-47e8-9ecf-120a72c07389 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470209 Nov 25 00:32:43.535971 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df26a82-984f-4568-9dbc-71e438e28d6b req-6e7f2aef-4c2a-499a-b2f6-7a1b339ab941 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:43.539409 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7df26a82-984f-4568-9dbc-71e438e28d6b req-6e7f2aef-4c2a-499a-b2f6-7a1b339ab941 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0969853 Nov 25 00:32:43.654272 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7df26a82-984f-4568-9dbc-71e438e28d6b req-f2f8a7ae-b993-4d84-93c7-c06db05e0a6d tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002464 Nov 25 00:32:43.810918 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-d5cb5e0f-033d-4234-a036-7e812e970772 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:43.812681 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-d5cb5e0f-033d-4234-a036-7e812e970772 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/networks?id=bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6 HTTP/1.1" status: 200 len: 814 time: 0.1663015 Nov 25 00:32:43.831676 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-5c4a2ac3-c9f4-46d9-8262-252974345c1d tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/quotas/dcc6ed29431740b98943ed0eee5e0f6e HTTP/1.1" status: 200 len: 375 time: 0.0127392 Nov 25 00:32:43.870191 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-36e9d8b6-9a0d-4ba0-bcab-b009f4101c35 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dcc6ed29431740b98943ed0eee5e0f6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299675 Nov 25 00:32:43.969021 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-2cc7fe71-f9f3-4255-a0a9-c3e774c8e8b5 service neutron] 10.222.0.37 "GET /v2.0/networks/bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915713 Nov 25 00:32:44.073089 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-b7821b22-75c9-4898-965c-c75ab84dcce9 service neutron] 10.222.0.37 "GET /v2.0/networks/bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978343 Nov 25 00:32:44.250769 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-3df758ea-cd36-4c70-834f-38fd07bb8661 req-38b2de69-d6c4-453a-858e-545ab90e681d tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ae8b020-20ff-48ce-849b-71298b5b86e7 HTTP/1.1" status: 200 len: 210 time: 0.0423434 Nov 25 00:32:44.367325 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8916b68-bfec-4163-9309-6434b8afc3cb req-32b77296-1aad-477b-b633-6c5e8d76058c tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:44.368867 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-a8916b68-bfec-4163-9309-6434b8afc3cb req-32b77296-1aad-477b-b633-6c5e8d76058c tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0560391 Nov 25 00:32:44.437611 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-93c90859-9de8-433d-a2e2-16f3ef496906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:44.460833 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-a8916b68-bfec-4163-9309-6434b8afc3cb req-0594f94c-c7c1-4d2a-864f-6db4ebdce7fe tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822873 Nov 25 00:32:44.793502 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aefb600-91bd-4c4d-8403-f4f861960587 req-6173e780-1b07-4d5f-a619-23f5ddf59ca5 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:44.795067 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8aefb600-91bd-4c4d-8403-f4f861960587 req-6173e780-1b07-4d5f-a619-23f5ddf59ca5 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0543849 Nov 25 00:32:44.852725 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8aefb600-91bd-4c4d-8403-f4f861960587 req-290e602c-5d90-4dda-80fa-42df88fd18e4 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481904 Nov 25 00:32:45.357418 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-a467ae7e-c46b-4b61-8e70-51b5716a8471 req-df219b0f-6d30-4906-a9ba-30579601145d tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ae8b020-20ff-48ce-849b-71298b5b86e7 HTTP/1.1" status: 200 len: 210 time: 0.0270059 Nov 25 00:32:45.980668 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeefddb-5476-488e-b084-bf689a7d80f3 req-c96c991c-33b7-4f04-8d7b-37acecaaa493 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:45.982188 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2aeefddb-5476-488e-b084-bf689a7d80f3 req-c96c991c-33b7-4f04-8d7b-37acecaaa493 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0512509 Nov 25 00:32:46.035061 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2aeefddb-5476-488e-b084-bf689a7d80f3 req-4851b690-5ca5-4b94-bbcd-3beff4daa951 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468028 Nov 25 00:32:46.429014 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:46.453841 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-14c0e913-a139-46b0-ac9d-6ee6d4a9aec0 req-97520756-c2fe-45b4-ba36-18f15ae1d14a tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ae8b020-20ff-48ce-849b-71298b5b86e7 HTTP/1.1" status: 200 len: 210 time: 0.0274131 Nov 25 00:32:47.164925 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79892d0f-32b4-461a-9d9b-a18da59652cd req-0356dc64-5cf7-414f-9ae3-5dbe9d2d7c71 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:47.166425 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-79892d0f-32b4-461a-9d9b-a18da59652cd req-0356dc64-5cf7-414f-9ae3-5dbe9d2d7c71 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0533698 Nov 25 00:32:47.221130 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-79892d0f-32b4-461a-9d9b-a18da59652cd req-ba70031e-5e1e-43d3-a157-c6f413aa9383 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481877 Nov 25 00:32:47.537286 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-446a15c2-d60b-46f9-9aff-2628617c20b8 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:47.539858 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-446a15c2-d60b-46f9-9aff-2628617c20b8 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.36 "GET /v2.0/networks?id=bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6 HTTP/1.1" status: 200 len: 814 time: 0.1149132 Nov 25 00:32:47.556844 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-9d74e204-d679-4efb-8fef-c60055796814 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Request body: {'port': {'device_id': '2ae8b020-20ff-48ce-849b-71298b5b86e7', 'network_id': 'bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6', 'admin_state_up': True, 'tenant_id': 'dcc6ed29431740b98943ed0eee5e0f6e'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:32:47.574235 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-bdf0e471-2c0a-493d-99d0-1a180a33953c req-ffa08a89-350e-4ae8-959a-87236d0c5740 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ae8b020-20ff-48ce-849b-71298b5b86e7 HTTP/1.1" status: 200 len: 210 time: 0.0389693 Nov 25 00:32:47.677551 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-9d74e204-d679-4efb-8fef-c60055796814 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Made reservation on behalf of dcc6ed29431740b98943ed0eee5e0f6e for: {'port': 1} {{(pid=109123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:32:47.681044 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-9d74e204-d679-4efb-8fef-c60055796814 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:47.806225 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.db_base_plugin_common [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-9d74e204-d679-4efb-8fef-c60055796814 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Allocated IP 172.20.0.3 (bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6/7de8026c-4c4c-4a85-bb18-9f58e36bed1d/bf5932e6-4c6e-4673-a445-c5760a3abd28) {{(pid=109123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:32:47.964463 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-9d74e204-d679-4efb-8fef-c60055796814 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Publish callbacks [] for port, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:47.998655 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-9d74e204-d679-4efb-8fef-c60055796814 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:48.045302 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-9d74e204-d679-4efb-8fef-c60055796814 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Network bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6 is already hosted by enough agents. {{(pid=109123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:32:48.048432 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-9d74e204-d679-4efb-8fef-c60055796814 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Resources bound (agent type, host, resource id): {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:32:48.052301 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-9d74e204-d679-4efb-8fef-c60055796814 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Received port after_create {{(pid=109123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:32:48.059670 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74e204-d679-4efb-8fef-c60055796814 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Pushing event updated for resources: {'Port': ['ID=bf5932e6-4c6e-4673-a445-c5760a3abd28,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:32:48.090799 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d74e204-d679-4efb-8fef-c60055796814 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:32:48.091160 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d74e204-d679-4efb-8fef-c60055796814 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:32:48.091506 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d74e204-d679-4efb-8fef-c60055796814 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:32:48.091850 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d74e204-d679-4efb-8fef-c60055796814 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:32:48.092187 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d74e204-d679-4efb-8fef-c60055796814 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:32:48.092521 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d74e204-d679-4efb-8fef-c60055796814 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:32:48.092851 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d74e204-d679-4efb-8fef-c60055796814 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:32:48.093183 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d74e204-d679-4efb-8fef-c60055796814 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:32:48.093528 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d74e204-d679-4efb-8fef-c60055796814 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:32:48.093838 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d74e204-d679-4efb-8fef-c60055796814 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:32:48.094164 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d74e204-d679-4efb-8fef-c60055796814 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:32:48.094485 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d74e204-d679-4efb-8fef-c60055796814 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:32:48.118776 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-9d74e204-d679-4efb-8fef-c60055796814 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:48.119380 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-9d74e204-d679-4efb-8fef-c60055796814 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:48.135569 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-9d74e204-d679-4efb-8fef-c60055796814 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5838499 Nov 25 00:32:48.156106 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-be316ef7-d0fd-4e6c-b2dc-bd4bf8ff0376 service neutron] Request body: {'port': {'device_id': '2ae8b020-20ff-48ce-849b-71298b5b86e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:32:48.214675 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-be316ef7-d0fd-4e6c-b2dc-bd4bf8ff0376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:48.395830 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:48.401806 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:48.437914 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb7cce-ed0f-4052-b7ee-6ab0258201ff req-c32df713-0d03-41f5-89ee-9bd0e16b92e7 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:48.439579 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-0beb7cce-ed0f-4052-b7ee-6ab0258201ff req-c32df713-0d03-41f5-89ee-9bd0e16b92e7 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.1239612 Nov 25 00:32:48.523814 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-0beb7cce-ed0f-4052-b7ee-6ab0258201ff req-5ec11741-9a0d-4f63-bf82-7931b3b5e28b tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770631 Nov 25 00:32:48.575804 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-be316ef7-d0fd-4e6c-b2dc-bd4bf8ff0376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf5932e6-4c6e-4673-a445-c5760a3abd28 {{(pid=109123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:32:48.583338 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-be316ef7-d0fd-4e6c-b2dc-bd4bf8ff0376 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:48.595426 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.provisioning_blocks [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-be316ef7-d0fd-4e6c-b2dc-bd4bf8ff0376 service neutron] Transition to ACTIVE for port object bf5932e6-4c6e-4673-a445-c5760a3abd28 will not be triggered until provisioned by entity L2. {{(pid=109123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 00:32:48.599610 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-be316ef7-d0fd-4e6c-b2dc-bd4bf8ff0376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11305756'] for port, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:48.654662 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be316ef7-d0fd-4e6c-b2dc-bd4bf8ff0376 service neutron] Pushing event updated for resources: {'Port': ['ID=bf5932e6-4c6e-4673-a445-c5760a3abd28,revision_number=2']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:32:48.690130 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c26fc4-2aa1-46a5-a659-fe4ef91a9aeb req-3eadc173-8e3e-4837-babe-7618094051f5 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:48.691670 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-98c26fc4-2aa1-46a5-a659-fe4ef91a9aeb req-3eadc173-8e3e-4837-babe-7618094051f5 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ae8b020-20ff-48ce-849b-71298b5b86e7 HTTP/1.1" status: 200 len: 943 time: 0.0514860 Nov 25 00:32:48.733349 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.managers [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-be316ef7-d0fd-4e6c-b2dc-bd4bf8ff0376 service neutron] Attempting to bind port bf5932e6-4c6e-4673-a445-c5760a3abd28 on host hv-cinder-81920 for vnic_type normal with profile {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:32:48.733690 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.managers [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-be316ef7-d0fd-4e6c-b2dc-bd4bf8ff0376 service neutron] Attempting to bind port bf5932e6-4c6e-4673-a445-c5760a3abd28 by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': '5794903e-0cbd-4522-8ef4-5d761ae05e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6'}] {{(pid=109123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:32:48.734025 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-be316ef7-d0fd-4e6c-b2dc-bd4bf8ff0376 service neutron] Attempting to bind port bf5932e6-4c6e-4673-a445-c5760a3abd28 on network bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6 {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:32:48.738812 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-be316ef7-d0fd-4e6c-b2dc-bd4bf8ff0376 service neutron] Port bf5932e6-4c6e-4673-a445-c5760a3abd28 on network bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 00:32:48.739129 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-be316ef7-d0fd-4e6c-b2dc-bd4bf8ff0376 service neutron] Attempting to bind port bf5932e6-4c6e-4673-a445-c5760a3abd28 on network bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6 {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:32:48.744126 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-98c26fc4-2aa1-46a5-a659-fe4ef91a9aeb req-5ad44cd6-ff12-4d7c-b859-7323968588a7 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451126 Nov 25 00:32:48.744927 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-be316ef7-d0fd-4e6c-b2dc-bd4bf8ff0376 service neutron] Checking agent: {'id': 'ecb47d45-642b-455d-9e6f-8b3bbedb4480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'started_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:32:48.745266 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-be316ef7-d0fd-4e6c-b2dc-bd4bf8ff0376 service neutron] Checking segment: {'id': '5794903e-0cbd-4522-8ef4-5d761ae05e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:32:48.745649 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-be316ef7-d0fd-4e6c-b2dc-bd4bf8ff0376 service neutron] Bound using segment: {'id': '5794903e-0cbd-4522-8ef4-5d761ae05e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6'} {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:32:48.746099 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.managers [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-be316ef7-d0fd-4e6c-b2dc-bd4bf8ff0376 service neutron] Bound port: bf5932e6-4c6e-4673-a445-c5760a3abd28, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5794903e-0cbd-4522-8ef4-5d761ae05e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6'}}] {{(pid=109123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:32:48.746436 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-be316ef7-d0fd-4e6c-b2dc-bd4bf8ff0376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:48.812995 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-be316ef7-d0fd-4e6c-b2dc-bd4bf8ff0376 service neutron] For port bf5932e6-4c6e-4673-a445-c5760a3abd28, host hv-cinder-81920, cleared binding levels {{(pid=109123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:32:48.815978 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-be316ef7-d0fd-4e6c-b2dc-bd4bf8ff0376 service neutron] For port bf5932e6-4c6e-4673-a445-c5760a3abd28, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=bf5932e6-4c6e-4673-a445-c5760a3abd28,segment=NetworkSegment(5794903e-0cbd-4522-8ef4-5d761ae05e8f),segment_id=5794903e-0cbd-4522-8ef4-5d761ae05e8f)] {{(pid=109123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:32:48.819450 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-be316ef7-d0fd-4e6c-b2dc-bd4bf8ff0376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11305756'] for port, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:48.856650 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-be316ef7-d0fd-4e6c-b2dc-bd4bf8ff0376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:48.857271 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-be316ef7-d0fd-4e6c-b2dc-bd4bf8ff0376 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:48.858694 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-be316ef7-d0fd-4e6c-b2dc-bd4bf8ff0376 service neutron] 10.222.0.36 "PUT /v2.0/ports/bf5932e6-4c6e-4673-a445-c5760a3abd28 HTTP/1.1" status: 200 len: 1093 time: 0.7068088 Nov 25 00:32:48.859139 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ae8b020-20ff-48ce-849b-71298b5b86e7', 'tag': 'bf5932e6-4c6e-4673-a445-c5760a3abd28'}] {{(pid=109123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:32:48.861375 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d6797fd55ce1482701f76a6a20d13483833b06e18cae27317f32e85b7a837" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab8dca1-1ab1-4074-837a-f6b3bcc4281e" -d '{"events": [{"name": "network-changed", "server_uuid": "2ae8b020-20ff-48ce-849b-71298b5b86e7", "tag": "bf5932e6-4c6e-4673-a445-c5760a3abd28"}]}' {{(pid=109123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:32:48.881539 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be316ef7-d0fd-4e6c-b2dc-bd4bf8ff0376 service neutron] Pushing event updated for resources: {'Port': ['ID=bf5932e6-4c6e-4673-a445-c5760a3abd28,revision_number=3']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:32:48.897316 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 00:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d248889-e4e1-481b-8040-b6a32a034944 x-openstack-request-id: req-3d248889-e4e1-481b-8040-b6a32a034944 {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:32:48.897597 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ae8b020-20ff-48ce-849b-71298b5b86e7", "tag": "bf5932e6-4c6e-4673-a445-c5760a3abd28", "status": "completed", "code": 200}]} {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:32:48.898138 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3d248889-e4e1-481b-8040-b6a32a034944 {{(pid=109123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:32:48.898696 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ae8b020-20ff-48ce-849b-71298b5b86e7', 'tag': 'bf5932e6-4c6e-4673-a445-c5760a3abd28', 'status': 'completed', 'code': 200} Nov 25 00:32:49.641119 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19929f7a-7413-465e-babb-a80cd140fd52 req-d7c565bd-9ac9-4350-9ca3-f4be8c646808 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:49.642571 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-19929f7a-7413-465e-babb-a80cd140fd52 req-d7c565bd-9ac9-4350-9ca3-f4be8c646808 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0496421 Nov 25 00:32:49.672170 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 6 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 00:32:49.690757 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-19929f7a-7413-465e-babb-a80cd140fd52 req-1da286e0-d1ba-43af-a113-8870f15c4bb8 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414221 Nov 25 00:32:49.861500 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c02ff3-262c-4a4e-848e-1706ceecf4d4 req-92518460-850c-4977-9279-e7ba8124deed tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:49.863029 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-47c02ff3-262c-4a4e-848e-1706ceecf4d4 req-92518460-850c-4977-9279-e7ba8124deed tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ae8b020-20ff-48ce-849b-71298b5b86e7 HTTP/1.1" status: 200 len: 943 time: 0.0495400 Nov 25 00:32:49.916257 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-47c02ff3-262c-4a4e-848e-1706ceecf4d4 req-a8e36b01-c436-4d15-a300-377a061c832b tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467086 Nov 25 00:32:50.810084 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765947f-ba3a-4f06-9d55-6bfa1af3e799 req-59daf7f0-ddfa-4f76-879d-e6e6e1b844b2 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:50.811567 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b765947f-ba3a-4f06-9d55-6bfa1af3e799 req-59daf7f0-ddfa-4f76-879d-e6e6e1b844b2 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0521665 Nov 25 00:32:50.857714 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b765947f-ba3a-4f06-9d55-6bfa1af3e799 req-ac62d905-26db-48ee-989c-bfc7b6d3c7f3 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402641 Nov 25 00:32:51.031452 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8215e195-dc3e-4550-9ed6-355b4450510a req-a44b78e2-ea47-4575-a01f-25889cc7b0ac tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:51.032858 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8215e195-dc3e-4550-9ed6-355b4450510a req-a44b78e2-ea47-4575-a01f-25889cc7b0ac tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ae8b020-20ff-48ce-849b-71298b5b86e7 HTTP/1.1" status: 200 len: 943 time: 0.0492511 Nov 25 00:32:51.061923 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:51.108427 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8215e195-dc3e-4550-9ed6-355b4450510a req-d6e427af-d40e-4ee4-b7e2-0d2051f86c92 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695727 Nov 25 00:32:51.123041 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8dca1-1ab1-4074-837a-f6b3bcc4281e req-42767f8c-aac8-4d0e-8745-2bc39911f5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:51.124356 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-cab8dca1-1ab1-4074-837a-f6b3bcc4281e req-42767f8c-aac8-4d0e-8745-2bc39911f5db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcc6ed29431740b98943ed0eee5e0f6e&device_id=2ae8b020-20ff-48ce-849b-71298b5b86e7 HTTP/1.1" status: 200 len: 1096 time: 0.0532877 Nov 25 00:32:51.234648 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8dca1-1ab1-4074-837a-f6b3bcc4281e req-07d73925-aeae-40c2-bfa8-6134a490e470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:51.236131 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-cab8dca1-1ab1-4074-837a-f6b3bcc4281e req-07d73925-aeae-40c2-bfa8-6134a490e470 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=dcc6ed29431740b98943ed0eee5e0f6e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0947790 Nov 25 00:32:51.342123 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8dca1-1ab1-4074-837a-f6b3bcc4281e req-334c1dad-9d4c-42e8-a774-e99fec24759f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:51.343623 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-cab8dca1-1ab1-4074-837a-f6b3bcc4281e req-334c1dad-9d4c-42e8-a774-e99fec24759f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963628 Nov 25 00:32:51.440696 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-d17c4f5b-9233-47db-b9fa-5e21116d0e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:51.442198 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-d17c4f5b-9233-47db-b9fa-5e21116d0e50 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcc6ed29431740b98943ed0eee5e0f6e&device_id=2ae8b020-20ff-48ce-849b-71298b5b86e7 HTTP/1.1" status: 200 len: 1096 time: 0.0460494 Nov 25 00:32:51.497679 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-3a3e8801-4ff0-402f-a82b-3ae5b352d227 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf5932e6-4c6e-4673-a445-c5760a3abd28 HTTP/1.1" status: 200 len: 217 time: 0.0391152 Nov 25 00:32:51.550970 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-f0acb37f-3676-4a58-aa4e-44573545d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:51.552650 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-f0acb37f-3676-4a58-aa4e-44573545d983 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7de8026c-4c4c-4a85-bb18-9f58e36bed1d HTTP/1.1" status: 200 len: 854 time: 0.0457947 Nov 25 00:32:51.589333 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-2e14fa01-d9db-434c-b022-4b16652123d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279133 Nov 25 00:32:51.691315 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-96d80b87-f1cb-4b28-af8d-4bf0b594f6ce service neutron] 10.222.0.36 "GET /v2.0/networks/bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897911 Nov 25 00:32:51.789896 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b0580f6b-2317-4a04-9a7e-a317f81cbb39 req-41a78aa5-d0a9-418d-90ab-00de1fc678af service neutron] 10.222.0.36 "GET /v2.0/networks/bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900590 Nov 25 00:32:51.974819 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9788b-ed80-4c9b-b89d-96717b9513d4 req-4244cf0f-6a0e-4fff-bd47-33e71b736d40 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:51.976519 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-0ee9788b-ed80-4c9b-b89d-96717b9513d4 req-4244cf0f-6a0e-4fff-bd47-33e71b736d40 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0492706 Nov 25 00:32:52.024249 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-0ee9788b-ed80-4c9b-b89d-96717b9513d4 req-f4dae3fa-90e8-488e-a41f-adaa4776c0be tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415790 Nov 25 00:32:52.238771 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c33ff-9b71-4e4a-a800-8c638946a2b3 req-f8b2790e-4d64-4203-853e-0692d6984acb tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:52.238771 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-9f8c33ff-9b71-4e4a-a800-8c638946a2b3 req-f8b2790e-4d64-4203-853e-0692d6984acb tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ae8b020-20ff-48ce-849b-71298b5b86e7 HTTP/1.1" status: 200 len: 943 time: 0.0558717 Nov 25 00:32:52.290969 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-9f8c33ff-9b71-4e4a-a800-8c638946a2b3 req-68cce1b3-58b6-43c5-bbd3-37eb4bb4ba65 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453374 Nov 25 00:32:53.150387 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f0e5a-0ddf-4e64-9cf1-fb2a73fff733 req-513cf698-b64c-49ed-95a4-0191319115db tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:53.151927 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-5d3f0e5a-0ddf-4e64-9cf1-fb2a73fff733 req-513cf698-b64c-49ed-95a4-0191319115db tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0538764 Nov 25 00:32:53.199248 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-5d3f0e5a-0ddf-4e64-9cf1-fb2a73fff733 req-4e50145c-af4b-4204-a189-0a0c72a94647 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415571 Nov 25 00:32:53.411952 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c672c-f3e2-46ca-ae28-ea8ff0a1c5db req-8cd3b650-af83-4a2d-9c03-3b720dcf86c8 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:53.413905 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-3f8c672c-f3e2-46ca-ae28-ea8ff0a1c5db req-8cd3b650-af83-4a2d-9c03-3b720dcf86c8 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ae8b020-20ff-48ce-849b-71298b5b86e7 HTTP/1.1" status: 200 len: 943 time: 0.0528030 Nov 25 00:32:53.466251 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-3f8c672c-f3e2-46ca-ae28-ea8ff0a1c5db req-e030aaac-eb6d-4fdd-8eea-8d476387b9e6 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454233 Nov 25 00:32:54.312931 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840bf20-aee9-498f-8d36-904bd787a5d4 req-83ec2104-b264-44c6-87bc-d12cb1ee3c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:54.314619 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4840bf20-aee9-498f-8d36-904bd787a5d4 req-83ec2104-b264-44c6-87bc-d12cb1ee3c58 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 1098 time: 0.0425291 Nov 25 00:32:54.322572 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55a5e5-3760-46af-97e7-38b37a968542 req-83efef91-276c-41b2-ba12-a7091f337801 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:54.324189 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-1a55a5e5-3760-46af-97e7-38b37a968542 req-83efef91-276c-41b2-ba12-a7091f337801 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0502925 Nov 25 00:32:54.380551 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-1a55a5e5-3760-46af-97e7-38b37a968542 req-ceb9be84-f5e9-431d-a3b8-0bd702d3912e tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487461 Nov 25 00:32:54.381499 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4840bf20-aee9-498f-8d36-904bd787a5d4 req-eda54068-3a3e-4ce2-af66-6fa96a72a638 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550704 Nov 25 00:32:54.582614 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce31f1-fd85-4397-af23-259e39b5ce76 req-bddfa165-ad82-4196-9517-9fe93187bb33 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:54.584121 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-42ce31f1-fd85-4397-af23-259e39b5ce76 req-bddfa165-ad82-4196-9517-9fe93187bb33 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ae8b020-20ff-48ce-849b-71298b5b86e7 HTTP/1.1" status: 200 len: 943 time: 0.0486164 Nov 25 00:32:54.630795 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-42ce31f1-fd85-4397-af23-259e39b5ce76 req-0bd4c731-2b93-4453-890d-1e2e75e1184d tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404725 Nov 25 00:32:55.512963 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bfa740-fe86-4638-98da-3787e4b84299 req-8de79a6d-a21c-4ea7-bab0-85a49f1ad6c3 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:55.514516 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-54bfa740-fe86-4638-98da-3787e4b84299 req-8de79a6d-a21c-4ea7-bab0-85a49f1ad6c3 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0520818 Nov 25 00:32:55.568445 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-54bfa740-fe86-4638-98da-3787e4b84299 req-7f642181-009c-4a7e-8d86-9fd204994d8a tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475609 Nov 25 00:32:55.749711 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7bf6a-5970-4e37-a91d-e457db2218d4 req-a24b5b17-6b84-4738-ad8b-0bdbe3bf0c9a tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:55.751162 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-fea7bf6a-5970-4e37-a91d-e457db2218d4 req-a24b5b17-6b84-4738-ad8b-0bdbe3bf0c9a tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ae8b020-20ff-48ce-849b-71298b5b86e7 HTTP/1.1" status: 200 len: 943 time: 0.0530324 Nov 25 00:32:55.803779 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-fea7bf6a-5970-4e37-a91d-e457db2218d4 req-44c7dcdf-f0bf-4018-ab3b-870cdaaaa29b tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453403 Nov 25 00:32:56.157792 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device bf5932e6-4c6e-4673-a445-c5760a3abd28 details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=109125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 00:32:56.253821 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port bf5932e6-4c6e-4673-a445-c5760a3abd28, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=bf5932e6-4c6e-4673-a445-c5760a3abd28,segment=NetworkSegment(5794903e-0cbd-4522-8ef4-5d761ae05e8f),segment_id=5794903e-0cbd-4522-8ef4-5d761ae05e8f)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:32:56.265440 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Returning: {'device': 'bf5932e6-4c6e-4673-a445-c5760a3abd28', 'network_id': 'bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6', 'port_id': 'bf5932e6-4c6e-4673-a445-c5760a3abd28', 'mac_address': 'fa:16:3e:71:e0:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de8026c-4c4c-4a85-bb18-9f58e36bed1d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 00:32:56.303411 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:56.318576 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf5932e6-4c6e-4673-a445-c5760a3abd28 {{(pid=109125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:32:56.342956 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port bf5932e6-4c6e-4673-a445-c5760a3abd28, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=bf5932e6-4c6e-4673-a445-c5760a3abd28,segment=NetworkSegment(5794903e-0cbd-4522-8ef4-5d761ae05e8f),segment_id=5794903e-0cbd-4522-8ef4-5d761ae05e8f)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:32:56.347142 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:32:56.393484 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=bf5932e6-4c6e-4673-a445-c5760a3abd28,revision_number=4']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:32:56.401548 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:32:56.401931 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:32:56.402282 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:32:56.402649 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:32:56.402991 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:32:56.403328 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:32:56.403663 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:32:56.403995 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:32:56.404343 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:32:56.404676 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:32:56.405005 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:32:56.405360 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:32:56.686753 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0291407-df11-4a7e-bc61-727655e0de48 req-2bf1e781-5686-4e04-b61e-8aa540657e77 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:56.688152 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-d0291407-df11-4a7e-bc61-727655e0de48 req-2bf1e781-5686-4e04-b61e-8aa540657e77 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0510406 Nov 25 00:32:56.743018 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-d0291407-df11-4a7e-bc61-727655e0de48 req-3833d8d0-8e43-490b-b65a-efe0a36c11a1 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485888 Nov 25 00:32:56.950659 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b181b-44e6-426d-87ea-0eb4b2933f29 req-17d8c2a0-c602-42ee-999d-c986bafd55c4 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:56.952172 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f96b181b-44e6-426d-87ea-0eb4b2933f29 req-17d8c2a0-c602-42ee-999d-c986bafd55c4 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ae8b020-20ff-48ce-849b-71298b5b86e7 HTTP/1.1" status: 200 len: 944 time: 0.0615947 Nov 25 00:32:56.999797 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f96b181b-44e6-426d-87ea-0eb4b2933f29 req-1a857daa-481d-4b6c-82ba-16e3c073a045 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414298 Nov 25 00:32:57.862496 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec64b8-8109-4d35-82d9-f7f1505846fc req-02cd93f1-3b6a-441d-af4e-230bd8a6fab2 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:57.863966 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-1cec64b8-8109-4d35-82d9-f7f1505846fc req-02cd93f1-3b6a-441d-af4e-230bd8a6fab2 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0474880 Nov 25 00:32:57.911657 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-1cec64b8-8109-4d35-82d9-f7f1505846fc req-661a2826-9adb-4097-a9d8-d604c33b9ca2 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417883 Nov 25 00:32:58.118896 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a5986-29e4-4e55-93d1-343c4639ca5c req-f988db7b-cd2d-45fe-981b-68f66c4be1bb tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:58.120477 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b22a5986-29e4-4e55-93d1-343c4639ca5c req-f988db7b-cd2d-45fe-981b-68f66c4be1bb tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ae8b020-20ff-48ce-849b-71298b5b86e7 HTTP/1.1" status: 200 len: 944 time: 0.0501494 Nov 25 00:32:58.170733 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b22a5986-29e4-4e55-93d1-343c4639ca5c req-e6a7778c-3398-4e5f-91c0-ee3081281775 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436873 Nov 25 00:32:58.369704 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['bf5932e6-4c6e-4673-a445-c5760a3abd28'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:32:59.050837 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29484824-962c-46dd-8094-16eac68c2e71 req-99665d1d-239b-4cc8-a141-366b17604af0 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:59.052354 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-29484824-962c-46dd-8094-16eac68c2e71 req-99665d1d-239b-4cc8-a141-366b17604af0 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0594966 Nov 25 00:32:59.103989 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-29484824-962c-46dd-8094-16eac68c2e71 req-d069724c-c7c2-425d-9624-a4526ec1c04c tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436723 Nov 25 00:32:59.343412 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaff137-53bd-40ec-923e-94ec05866391 req-5dc53173-1a20-4de6-aaab-12fa7d931ba3 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:59.345529 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ccaff137-53bd-40ec-923e-94ec05866391 req-5dc53173-1a20-4de6-aaab-12fa7d931ba3 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ae8b020-20ff-48ce-849b-71298b5b86e7 HTTP/1.1" status: 200 len: 944 time: 0.0964224 Nov 25 00:32:59.404197 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ccaff137-53bd-40ec-923e-94ec05866391 req-09febdf3-d341-4b7f-b825-e229cd7c4855 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511611 Nov 25 00:32:59.496306 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81975743-d85e-4fb9-b20d-be6f7c6e24b6 req-316b8ae9-0784-4001-8820-a833d26f298d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:59.497943 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-81975743-d85e-4fb9-b20d-be6f7c6e24b6 req-316b8ae9-0784-4001-8820-a833d26f298d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bda41ef0908f493e850f99e3e5aab2cd&device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 1098 time: 0.0828152 Nov 25 00:32:59.510514 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85bbe0-db5e-40bc-a677-598e36add79c req-539da024-e247-4ac8-b7a4-91c55c55f547 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:59.512157 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7d85bbe0-db5e-40bc-a677-598e36add79c req-539da024-e247-4ac8-b7a4-91c55c55f547 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0826106 Nov 25 00:32:59.625385 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7d85bbe0-db5e-40bc-a677-598e36add79c req-9db84322-6892-4493-a999-b284089c526d tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036882 Nov 25 00:32:59.650705 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81975743-d85e-4fb9-b20d-be6f7c6e24b6 req-905ae8a7-516d-4ec7-9a10-96d2f84d58b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:59.650705 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-81975743-d85e-4fb9-b20d-be6f7c6e24b6 req-905ae8a7-516d-4ec7-9a10-96d2f84d58b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e36dfab7-9306-47bd-a24d-fce7937d64a7 HTTP/1.1" status: 200 len: 919 time: 0.1361234 Nov 25 00:32:59.704729 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-81975743-d85e-4fb9-b20d-be6f7c6e24b6 req-51ec7ee1-8c41-4dd1-b16c-f74438b7d73f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9e15575d-679a-4d4d-a045-8ec433cccaf1 HTTP/1.1" status: 200 len: 217 time: 0.0455976 Nov 25 00:32:59.759020 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81975743-d85e-4fb9-b20d-be6f7c6e24b6 req-0dbb7041-74cb-4884-bf5a-865359971463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:32:59.760568 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-81975743-d85e-4fb9-b20d-be6f7c6e24b6 req-0dbb7041-74cb-4884-bf5a-865359971463 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=905d2d66-01fc-468a-afe8-a4b586f67431 HTTP/1.1" status: 200 len: 858 time: 0.0477512 Nov 25 00:32:59.794132 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-81975743-d85e-4fb9-b20d-be6f7c6e24b6 req-3f480bf1-f596-4710-8bdf-5be6c41ed3f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e36dfab7-9306-47bd-a24d-fce7937d64a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249078 Nov 25 00:32:59.894789 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-81975743-d85e-4fb9-b20d-be6f7c6e24b6 req-d49e5ffe-6e7a-478d-a6c0-6be9d3eea9c3 service neutron] 10.222.0.36 "GET /v2.0/networks/e36dfab7-9306-47bd-a24d-fce7937d64a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870531 Nov 25 00:32:59.988006 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-81975743-d85e-4fb9-b20d-be6f7c6e24b6 req-e5393b78-9b4e-46fe-85bd-b27df742de9e service neutron] 10.222.0.36 "GET /v2.0/networks/e36dfab7-9306-47bd-a24d-fce7937d64a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852425 Nov 25 00:33:00.143684 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device bf5932e6-4c6e-4673-a445-c5760a3abd28 up at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:33:00.193228 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning for port bf5932e6-4c6e-4673-a445-c5760a3abd28 completed by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 00:33:00.197785 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning complete for port bf5932e6-4c6e-4673-a445-c5760a3abd28 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:33:00.198153 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:00.279697 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:00.310793 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae8b020-20ff-48ce-849b-71298b5b86e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5932e6-4c6e-4673-a445-c5760a3abd28'}] {{(pid=109125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:33:00.313880 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b40ce054491f5bd1a33a22e0e33c095860c6622367658d2460ab374ec6fa3a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfa0980-046d-4151-8e3f-7b4fd2832368" -d '{"events": [{"server_uuid": "2ae8b020-20ff-48ce-849b-71298b5b86e7", "name": "network-vif-plugged", "status": "completed", "tag": "bf5932e6-4c6e-4673-a445-c5760a3abd28"}]}' {{(pid=109125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:33:00.327236 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port bf5932e6-4c6e-4673-a445-c5760a3abd28, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=bf5932e6-4c6e-4673-a445-c5760a3abd28,segment=NetworkSegment(5794903e-0cbd-4522-8ef4-5d761ae05e8f),segment_id=5794903e-0cbd-4522-8ef4-5d761ae05e8f)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:33:00.336398 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:00.376360 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5626a815-b496-4dd0-893c-b8e7cce148ae x-openstack-request-id: req-5626a815-b496-4dd0-893c-b8e7cce148ae {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:33:00.376719 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae8b020-20ff-48ce-849b-71298b5b86e7", "name": "network-vif-plugged", "status": "completed", "tag": "bf5932e6-4c6e-4673-a445-c5760a3abd28", "code": 200}]} {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:33:00.376987 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5626a815-b496-4dd0-893c-b8e7cce148ae {{(pid=109125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:33:00.377387 dv-cinder-819200-1-iscsi neutron-server[109125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae8b020-20ff-48ce-849b-71298b5b86e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5932e6-4c6e-4673-a445-c5760a3abd28', 'code': 200} Nov 25 00:33:00.394287 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=bf5932e6-4c6e-4673-a445-c5760a3abd28,revision_number=5']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:00.633751 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102aec9b-8a45-4ecb-87c3-0a9cd174d56c req-d9298c05-362e-45cc-8bc5-f4202cd147ac tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:00.635393 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-102aec9b-8a45-4ecb-87c3-0a9cd174d56c req-d9298c05-362e-45cc-8bc5-f4202cd147ac tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ae8b020-20ff-48ce-849b-71298b5b86e7 HTTP/1.1" status: 200 len: 945 time: 0.1318932 Nov 25 00:33:00.663682 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1171b-f35b-4687-b8dc-c0e12d3e831d req-fb81a0b7-ec63-4f3e-a0d6-600d2345ee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:00.665307 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-0fd1171b-f35b-4687-b8dc-c0e12d3e831d req-fb81a0b7-ec63-4f3e-a0d6-600d2345ee7c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2ae8b020-20ff-48ce-849b-71298b5b86e7 HTTP/1.1" status: 200 len: 1098 time: 0.0739675 Nov 25 00:33:00.713145 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-102aec9b-8a45-4ecb-87c3-0a9cd174d56c req-07c480bd-cf72-43e9-aebc-b967fc05fe1e tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715554 Nov 25 00:33:00.744904 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-0fd1171b-f35b-4687-b8dc-c0e12d3e831d req-403cdd1c-2fdb-44bc-8a18-0a309aa466cd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664222 Nov 25 00:33:00.788357 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839abd4-286f-4c4d-be17-7f13f93cdcad req-3ef267ad-725b-4dab-9964-e311509815f8 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:00.790047 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b839abd4-286f-4c4d-be17-7f13f93cdcad req-3ef267ad-725b-4dab-9964-e311509815f8 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0682316 Nov 25 00:33:00.853072 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b839abd4-286f-4c4d-be17-7f13f93cdcad req-9873e84d-1a95-4b35-b9b4-3de4eea1d76d tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555694 Nov 25 00:33:01.903295 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f58d86-cb45-41b4-bb49-1c57fd2bcc8b req-7b20b31d-0bdd-4d46-a718-bcdf2740f5ff tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:01.906913 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b5f58d86-cb45-41b4-bb49-1c57fd2bcc8b req-7b20b31d-0bdd-4d46-a718-bcdf2740f5ff tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ae8b020-20ff-48ce-849b-71298b5b86e7 HTTP/1.1" status: 200 len: 945 time: 0.0817392 Nov 25 00:33:01.963770 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b5f58d86-cb45-41b4-bb49-1c57fd2bcc8b req-213b0391-969c-45c4-ad84-1b589f28077e tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472975 Nov 25 00:33:02.102326 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227b8fe-a1b5-4672-ab07-85bad82ed429 req-36d15b9c-b646-4dbf-b150-bc6a5fc1b9a8 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:02.107522 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-2227b8fe-a1b5-4672-ab07-85bad82ed429 req-36d15b9c-b646-4dbf-b150-bc6a5fc1b9a8 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0815907 Nov 25 00:33:02.188807 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-2227b8fe-a1b5-4672-ab07-85bad82ed429 req-d1a9ab4d-0b8f-4424-b846-b096a5596ad0 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783019 Nov 25 00:33:03.094560 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d38225-5199-4b3c-8bd4-0aa193678eea req-b6808b67-937f-48aa-8d7e-32b304322476 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:03.096338 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-31d38225-5199-4b3c-8bd4-0aa193678eea req-b6808b67-937f-48aa-8d7e-32b304322476 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ae8b020-20ff-48ce-849b-71298b5b86e7 HTTP/1.1" status: 200 len: 945 time: 0.0543158 Nov 25 00:33:03.188064 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-31d38225-5199-4b3c-8bd4-0aa193678eea req-81ba81e2-7e62-4320-8235-e967dfac5c99 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817893 Nov 25 00:33:03.407337 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 45666) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:03.449912 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153b2c0-9c8e-4bb8-8f8f-1b4997983a43 req-49fc9bc0-8785-4112-bcf1-7a446d195f98 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:03.452391 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8153b2c0-9c8e-4bb8-8f8f-1b4997983a43 req-49fc9bc0-8785-4112-bcf1-7a446d195f98 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0841868 Nov 25 00:33:03.531289 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8153b2c0-9c8e-4bb8-8f8f-1b4997983a43 req-7837b94d-2fc8-4d0c-b4cf-2289f0adf91d tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690067 Nov 25 00:33:03.602209 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-731a31aa-0bd7-4b17-9b6f-2359ad88076c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:03.707443 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-731a31aa-0bd7-4b17-9b6f-2359ad88076c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:03.713141 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-731a31aa-0bd7-4b17-9b6f-2359ad88076c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:03.763082 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a31aa-0bd7-4b17-9b6f-2359ad88076c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57913ee-cdbb-4cf4-b0a5-a4e39ab989ac,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:03.785832 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-731a31aa-0bd7-4b17-9b6f-2359ad88076c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1d5bb43bb83a43b8ae4681fa26e18bad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3743932 Nov 25 00:33:03.786173 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 45684) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:03.841339 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7522e838-bac6-43a3-ae45-7fefec1c40f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:03.891406 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7522e838-bac6-43a3-ae45-7fefec1c40f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:03.941280 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615c152-0725-446a-b64c-1c7eab92e86e req-c0e83e94-9ebb-4435-8a98-61fcaa406df8 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:03.942914 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-2615c152-0725-446a-b64c-1c7eab92e86e req-c0e83e94-9ebb-4435-8a98-61fcaa406df8 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 946 time: 0.0996249 Nov 25 00:33:03.988503 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7522e838-bac6-43a3-ae45-7fefec1c40f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:03.991788 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7522e838-bac6-43a3-ae45-7fefec1c40f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:03.992917 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-7522e838-bac6-43a3-ae45-7fefec1c40f8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a57913ee-cdbb-4cf4-b0a5-a4e39ab989ac HTTP/1.1" status: 204 len: 168 time: 0.2057152 Nov 25 00:33:04.014138 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522e838-bac6-43a3-ae45-7fefec1c40f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57913ee-cdbb-4cf4-b0a5-a4e39ab989ac,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:04.020610 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-2615c152-0725-446a-b64c-1c7eab92e86e req-3849ab0e-ef54-4314-8e2b-5ab13ec6f78d tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641096 Nov 25 00:33:04.025930 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522e838-bac6-43a3-ae45-7fefec1c40f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:33:04.026283 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522e838-bac6-43a3-ae45-7fefec1c40f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:33:04.026644 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522e838-bac6-43a3-ae45-7fefec1c40f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:33:04.026986 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522e838-bac6-43a3-ae45-7fefec1c40f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:33:04.027318 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522e838-bac6-43a3-ae45-7fefec1c40f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:33:04.027650 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522e838-bac6-43a3-ae45-7fefec1c40f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:33:04.027980 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522e838-bac6-43a3-ae45-7fefec1c40f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:33:04.028307 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522e838-bac6-43a3-ae45-7fefec1c40f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:33:04.028637 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522e838-bac6-43a3-ae45-7fefec1c40f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:33:04.028954 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522e838-bac6-43a3-ae45-7fefec1c40f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:33:04.029450 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522e838-bac6-43a3-ae45-7fefec1c40f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:33:04.029777 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522e838-bac6-43a3-ae45-7fefec1c40f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:33:05.159615 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1c0f2-eac6-4e7c-a392-55575964e4bc req-00b2b0e0-eb2f-45d7-bbb9-34a6189fbef3 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:05.161929 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-43f1c0f2-eac6-4e7c-a392-55575964e4bc req-00b2b0e0-eb2f-45d7-bbb9-34a6189fbef3 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 946 time: 0.0569024 Nov 25 00:33:05.223665 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-43f1c0f2-eac6-4e7c-a392-55575964e4bc req-aed7a145-0a18-4424-ae28-eb2b637e40a6 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551362 Nov 25 00:33:05.946059 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8dfe8-0cab-4e87-b739-c225dfa5cde1 req-6205f615-18c7-4024-94e0-646f4b0e2325 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:05.947613 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4be8dfe8-0cab-4e87-b739-c225dfa5cde1 req-6205f615-18c7-4024-94e0-646f4b0e2325 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 946 time: 0.0507369 Nov 25 00:33:06.049132 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [req-4be8dfe8-0cab-4e87-b739-c225dfa5cde1 req-1abe4305-0e67-4eea-8f3c-0e9befdf6d34 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Deleting port d7850e98-99f6-49c8-9b73-7628661955e3 {{(pid=109123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:33:06.049469 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-4be8dfe8-0cab-4e87-b739-c225dfa5cde1 req-1abe4305-0e67-4eea-8f3c-0e9befdf6d34 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:06.141733 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [req-4be8dfe8-0cab-4e87-b739-c225dfa5cde1 req-1abe4305-0e67-4eea-8f3c-0e9befdf6d34 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] For port d7850e98-99f6-49c8-9b73-7628661955e3, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=d7850e98-99f6-49c8-9b73-7628661955e3,segment=NetworkSegment(ad64d367-3aef-4d3a-b35a-0b8f6019cb92),segment_id=ad64d367-3aef-4d3a-b35a-0b8f6019cb92)] {{(pid=109123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:33:06.142094 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-4be8dfe8-0cab-4e87-b739-c225dfa5cde1 req-1abe4305-0e67-4eea-8f3c-0e9befdf6d34 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:06.367738 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed52594-40ca-4e67-a7ff-20a15ad5aca1 req-7aaf8a04-0293-4c4e-8ffc-ed8825ee282a tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:06.369331 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-aed52594-40ca-4e67-a7ff-20a15ad5aca1 req-7aaf8a04-0293-4c4e-8ffc-ed8825ee282a tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 946 time: 0.0523515 Nov 25 00:33:06.373411 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-4be8dfe8-0cab-4e87-b739-c225dfa5cde1 req-1abe4305-0e67-4eea-8f3c-0e9befdf6d34 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:06.373776 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-4be8dfe8-0cab-4e87-b739-c225dfa5cde1 req-1abe4305-0e67-4eea-8f3c-0e9befdf6d34 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622920'] for floatingip, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:06.374101 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.db.l3_db [req-4be8dfe8-0cab-4e87-b739-c225dfa5cde1 req-1abe4305-0e67-4eea-8f3c-0e9befdf6d34 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Floating IP e76cf1a1-ac96-4642-9d5b-dc774796de68 disassociated. External IP: 172.27.2.224, port: d7850e98-99f6-49c8-9b73-7628661955e3. Nov 25 00:33:06.374446 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [req-4be8dfe8-0cab-4e87-b739-c225dfa5cde1 req-1abe4305-0e67-4eea-8f3c-0e9befdf6d34 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Calling delete_port for d7850e98-99f6-49c8-9b73-7628661955e3 owned by compute:nova {{(pid=109123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:33:06.427748 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-aed52594-40ca-4e67-a7ff-20a15ad5aca1 req-5ea5bc65-bc99-4fc7-9e36-f372bc059b1b tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=164b11d9-ae38-47e1-b673-579bbda6125d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501611 Nov 25 00:33:06.529906 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-4be8dfe8-0cab-4e87-b739-c225dfa5cde1 req-1abe4305-0e67-4eea-8f3c-0e9befdf6d34 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:06.561501 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe4305-0e67-4eea-8f3c-0e9befdf6d34 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Pushing event deleted for resources: {'Port': ['ID=d7850e98-99f6-49c8-9b73-7628661955e3,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:06.679134 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4be8dfe8-0cab-4e87-b739-c225dfa5cde1 req-1abe4305-0e67-4eea-8f3c-0e9befdf6d34 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Router f048b5b5-01d4-419f-a17e-6865e85c411a has already been hosted by L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 {{(pid=109123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 00:33:06.792296 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4be8dfe8-0cab-4e87-b739-c225dfa5cde1 req-1abe4305-0e67-4eea-8f3c-0e9befdf6d34 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:33:06.801951 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2a7698-deeb-42aa-b652-1694966161c9 None None] Sync routers for ids ['f048b5b5-01d4-419f-a17e-6865e85c411a'] in dv-cinder-819200-1-iscsi {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:33:06.813242 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2a7698-deeb-42aa-b652-1694966161c9 None None] Routers {'f048b5b5-01d4-419f-a17e-6865e85c411a'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:33:06.813857 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-8d2a7698-deeb-42aa-b652-1694966161c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:32:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['f048b5b5-01d4-419f-a17e-6865e85c411a'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:33:06.833234 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be8dfe8-0cab-4e87-b739-c225dfa5cde1 req-1abe4305-0e67-4eea-8f3c-0e9befdf6d34 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] No DVR routers for this DVR port d7850e98-99f6-49c8-9b73-7628661955e3 on host hv-cinder-81920 {{(pid=109123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 00:33:06.836962 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-4be8dfe8-0cab-4e87-b739-c225dfa5cde1 req-1abe4305-0e67-4eea-8f3c-0e9befdf6d34 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:06.840302 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4be8dfe8-0cab-4e87-b739-c225dfa5cde1 req-1abe4305-0e67-4eea-8f3c-0e9befdf6d34 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.36 "DELETE /v2.0/ports/d7850e98-99f6-49c8-9b73-7628661955e3 HTTP/1.1" status: 204 len: 173 time: 0.8856099 Nov 25 00:33:06.840775 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9809d6d-c3f6-4aa3-985f-00e0d552df42', 'name': 'network-vif-deleted', 'tag': 'd7850e98-99f6-49c8-9b73-7628661955e3'}] {{(pid=109123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:33:06.843517 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d6797fd55ce1482701f76a6a20d13483833b06e18cae27317f32e85b7a837" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2365e08a-6115-4078-bf83-d3dcb4450621" -d '{"events": [{"server_uuid": "f9809d6d-c3f6-4aa3-985f-00e0d552df42", "name": "network-vif-deleted", "tag": "d7850e98-99f6-49c8-9b73-7628661955e3"}]}' {{(pid=109123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:33:06.891208 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8367203b-3fa0-405b-9f90-068b4436cd5e x-openstack-request-id: req-8367203b-3fa0-405b-9f90-068b4436cd5e {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:33:06.891503 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9809d6d-c3f6-4aa3-985f-00e0d552df42", "name": "network-vif-deleted", "tag": "d7850e98-99f6-49c8-9b73-7628661955e3", "status": "completed", "code": 200}]} {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:33:06.891760 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8367203b-3fa0-405b-9f90-068b4436cd5e {{(pid=109123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:33:06.892153 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9809d6d-c3f6-4aa3-985f-00e0d552df42', 'name': 'network-vif-deleted', 'tag': 'd7850e98-99f6-49c8-9b73-7628661955e3', 'status': 'completed', 'code': 200} Nov 25 00:33:06.940180 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-8d2a7698-deeb-42aa-b652-1694966161c9 None None] Set router f048b5b5-01d4-419f-a17e-6865e85c411a gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:33:07.158399 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-8d2a7698-deeb-42aa-b652-1694966161c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'name': 'tempest-AttachVolumeShelveTestJSON-104039817-router', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:28:19Z', 'revision_number': 4, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'gw_port': {'id': 'ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:11Z', 'updated_at': '2021-11-25T00:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '33be911e-20ae-465b-8d3c-0b743bfcdb33', 'name': '', 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'mac_address': 'fa:16:3e:13:4c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:16Z', 'updated_at': '2021-11-25T00:28:33Z', 'revision_number': 5, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'subnets': [{'id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:33:07.186007 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2a7698-deeb-42aa-b652-1694966161c9 None None] Checking router: f048b5b5-01d4-419f-a17e-6865e85c411a for host: dv-cinder-819200-1-iscsi {{(pid=109126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:33:07.196384 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2a7698-deeb-42aa-b652-1694966161c9 None None] Routers {'f048b5b5-01d4-419f-a17e-6865e85c411a'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:33:07.197017 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-8d2a7698-deeb-42aa-b652-1694966161c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:32:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['f048b5b5-01d4-419f-a17e-6865e85c411a'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:33:07.307120 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-8d2a7698-deeb-42aa-b652-1694966161c9 None None] Set router f048b5b5-01d4-419f-a17e-6865e85c411a gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:33:07.547541 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8bfab9bd-9421-47e6-be28-0901fd0debdf req-c1f947a6-da38-4cf9-9627-e265220f5b0b tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 210 time: 0.0284510 Nov 25 00:33:07.609741 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-8d2a7698-deeb-42aa-b652-1694966161c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'name': 'tempest-AttachVolumeShelveTestJSON-104039817-router', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:28:19Z', 'revision_number': 4, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'gw_port': {'id': 'ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:11Z', 'updated_at': '2021-11-25T00:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '33be911e-20ae-465b-8d3c-0b743bfcdb33', 'name': '', 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'mac_address': 'fa:16:3e:13:4c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:16Z', 'updated_at': '2021-11-25T00:28:33Z', 'revision_number': 5, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'subnets': [{'id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:33:07.635945 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2a7698-deeb-42aa-b652-1694966161c9 None None] The sync data for ids ['f048b5b5-01d4-419f-a17e-6865e85c411a'] in dv-cinder-819200-1-iscsi is: [{'id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'name': 'tempest-AttachVolumeShelveTestJSON-104039817-router', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:28:19Z', 'revision_number': 4, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'gw_port': {'id': 'ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:11Z', 'updated_at': '2021-11-25T00:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '33be911e-20ae-465b-8d3c-0b743bfcdb33', 'name': '', 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'mac_address': 'fa:16:3e:13:4c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:16Z', 'updated_at': '2021-11-25T00:28:33Z', 'revision_number': 5, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'subnets': [{'id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:33:07.873127 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837c78a9-a5bb-4cae-a60d-b9339db26166 None None] New status for floating IP e76cf1a1-ac96-4642-9d5b-dc774796de68: DOWN {{(pid=109125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 00:33:08.828842 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a5934a29-d96b-4615-8f6e-5480ae4396da req-0820d1a7-794c-48f4-9057-669f166f595d tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 210 time: 0.2038870 Nov 25 00:33:09.939141 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-0a3a3a81-c522-4a1b-aa8b-b96d82ba0914 req-8a84f444-084d-482d-861e-ecc9b8056f9d tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9809d6d-c3f6-4aa3-985f-00e0d552df42 HTTP/1.1" status: 200 len: 210 time: 0.0262034 Nov 25 00:33:10.211194 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device d7850e98-99f6-49c8-9b73-7628661955e3 no longer exists at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:33:10.231415 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] No Port match for: d7850e98-99f6-49c8-9b73-7628661955e3 {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:33:10.231759 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device d7850e98-99f6-49c8-9b73-7628661955e3 not bound to the agent host hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:33:11.042010 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 45796) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:11.095233 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-457dae5c-80b1-417a-9590-9103d5784449 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:11.119422 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-457dae5c-80b1-417a-9590-9103d5784449 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:11.171764 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-457dae5c-80b1-417a-9590-9103d5784449 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:11.174316 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-457dae5c-80b1-417a-9590-9103d5784449 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:11.175479 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-457dae5c-80b1-417a-9590-9103d5784449 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "DELETE /v2.0/security-groups/164b11d9-ae38-47e1-b673-579bbda6125d HTTP/1.1" status: 204 len: 168 time: 0.1324441 Nov 25 00:33:11.178488 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 45802) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:11.184693 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457dae5c-80b1-417a-9590-9103d5784449 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=164b11d9-ae38-47e1-b673-579bbda6125d,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:11.193437 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.api.v2.resource [None req-edbb2f6d-a261-415e-9ce3-fff16a52db1c tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] show failed (client error): The resource could not be found. Nov 25 00:33:11.198316 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-edbb2f6d-a261-415e-9ce3-fff16a52db1c tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups/164b11d9-ae38-47e1-b673-579bbda6125d HTTP/1.1" status: 404 len: 347 time: 0.0155106 Nov 25 00:33:11.198316 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 45804) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:11.603144 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-af852afa-fde2-45ab-b1a8-bbbf9d22e345 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Deleting port dda75968-0ccc-4557-aa95-a3cc6a22cf47 {{(pid=109123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:33:11.603484 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-af852afa-fde2-45ab-b1a8-bbbf9d22e345 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:11.677012 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-af852afa-fde2-45ab-b1a8-bbbf9d22e345 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:11.677341 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-af852afa-fde2-45ab-b1a8-bbbf9d22e345 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:11.690195 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-af852afa-fde2-45ab-b1a8-bbbf9d22e345 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Calling delete_port for dda75968-0ccc-4557-aa95-a3cc6a22cf47 owned by network:floatingip {{(pid=109123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:33:11.840106 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-af852afa-fde2-45ab-b1a8-bbbf9d22e345 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:11.868528 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af852afa-fde2-45ab-b1a8-bbbf9d22e345 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Pushing event deleted for resources: {'Port': ['ID=dda75968-0ccc-4557-aa95-a3cc6a22cf47,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:11.911990 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-d0aad380-5ecd-47f9-8391-8d2d13f25f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:11.943480 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-af852afa-fde2-45ab-b1a8-bbbf9d22e345 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for floatingip, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:11.946933 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-af852afa-fde2-45ab-b1a8-bbbf9d22e345 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for floatingip, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:11.948106 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-af852afa-fde2-45ab-b1a8-bbbf9d22e345 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "DELETE /v2.0/floatingips/e76cf1a1-ac96-4642-9d5b-dc774796de68 HTTP/1.1" status: 204 len: 168 time: 0.7489097 Nov 25 00:33:12.176874 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 45820) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:12.182204 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-0e70d986-fe97-48e0-a461-f6ecae3952dc tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2069607731', 'description': 'tempest-description--1939547258'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:33:12.204671 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0e70d986-fe97-48e0-a461-f6ecae3952dc tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:12.273693 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0e70d986-fe97-48e0-a461-f6ecae3952dc tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:12.278068 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0e70d986-fe97-48e0-a461-f6ecae3952dc tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:12.309191 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70d986-fe97-48e0-a461-f6ecae3952dc tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:12.314328 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0e70d986-fe97-48e0-a461-f6ecae3952dc tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:12.315595 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-0e70d986-fe97-48e0-a461-f6ecae3952dc tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1376774 Nov 25 00:33:12.318924 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 45822) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:12.323710 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-5cd075a4-5853-48c1-9ed4-58d63e914adf tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Request body: {'security_group_rule': {'security_group_id': '89fa72b1-5d0f-4c6d-baf6-1af2e7785f23', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:33:12.353928 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-5cd075a4-5853-48c1-9ed4-58d63e914adf tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:12.403024 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-5cd075a4-5853-48c1-9ed4-58d63e914adf tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:12.407161 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-5cd075a4-5853-48c1-9ed4-58d63e914adf tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704393'] for security_group_rule, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:12.428836 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd075a4-5853-48c1-9ed4-58d63e914adf tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48252f2d-c29e-45ea-ac69-c81eb9ca5ca4,revision_number=0']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:12.435148 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-5cd075a4-5853-48c1-9ed4-58d63e914adf tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:12.436384 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-5cd075a4-5853-48c1-9ed4-58d63e914adf tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1163599 Nov 25 00:33:12.443012 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 45828) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:12.448271 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-0bb2164f-f97d-4038-a4ad-029f5a3000b6 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Request body: {'security_group_rule': {'security_group_id': '89fa72b1-5d0f-4c6d-baf6-1af2e7785f23', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:33:12.477751 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-0bb2164f-f97d-4038-a4ad-029f5a3000b6 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:12.536617 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-0bb2164f-f97d-4038-a4ad-029f5a3000b6 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:12.541013 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-0bb2164f-f97d-4038-a4ad-029f5a3000b6 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704393'] for security_group_rule, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:12.561689 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2164f-f97d-4038-a4ad-029f5a3000b6 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a87aa413-1f09-4a45-972f-23517aa5f5cb,revision_number=0']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:12.570400 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-0bb2164f-f97d-4038-a4ad-029f5a3000b6 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:12.571596 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-0bb2164f-f97d-4038-a4ad-029f5a3000b6 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270599 Nov 25 00:33:12.574924 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 45830) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:12.579085 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-d9872890-11ca-4357-a0ad-17a3c47ab005 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Request body: {'floatingip': {'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:33:12.602290 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d9872890-11ca-4357-a0ad-17a3c47ab005 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for floatingip, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:12.697807 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d9872890-11ca-4357-a0ad-17a3c47ab005 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:12.984042 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.db_base_plugin_common [None req-d9872890-11ca-4357-a0ad-17a3c47ab005 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Allocated IP 172.27.2.59 (7e710f5f-af80-47ab-b03c-3a0dd4623f26/89cd149f-d365-4a11-b22c-c62ab9234e96/98f211c8-f639-49b0-b1c6-92e6fcdc07a7) {{(pid=109124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:33:13.097949 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d9872890-11ca-4357-a0ad-17a3c47ab005 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for port, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:13.132717 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d9872890-11ca-4357-a0ad-17a3c47ab005 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:13.175797 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9872890-11ca-4357-a0ad-17a3c47ab005 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Network 7e710f5f-af80-47ab-b03c-3a0dd4623f26 is already hosted by enough agents. {{(pid=109124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:33:13.179386 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.base_scheduler [None req-d9872890-11ca-4357-a0ad-17a3c47ab005 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Resources bound (agent type, host, resource id): {{(pid=109124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:33:13.183008 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9872890-11ca-4357-a0ad-17a3c47ab005 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Received port after_create {{(pid=109124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:33:13.207052 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9872890-11ca-4357-a0ad-17a3c47ab005 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Pushing event updated for resources: {'Port': ['ID=98f211c8-f639-49b0-b1c6-92e6fcdc07a7,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:13.278910 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d9872890-11ca-4357-a0ad-17a3c47ab005 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:13.321835 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d9872890-11ca-4357-a0ad-17a3c47ab005 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:13.501751 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d9872890-11ca-4357-a0ad-17a3c47ab005 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for port, precommit_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:13.507524 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d9872890-11ca-4357-a0ad-17a3c47ab005 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11622735'] for port, after_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:13.595271 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9872890-11ca-4357-a0ad-17a3c47ab005 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Pushing event updated for resources: {'Port': ['ID=98f211c8-f639-49b0-b1c6-92e6fcdc07a7,revision_number=2']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:13.615307 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d9872890-11ca-4357-a0ad-17a3c47ab005 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622920'] for floatingip, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:13.633582 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d9872890-11ca-4357-a0ad-17a3c47ab005 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for floatingip, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:13.634894 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-d9872890-11ca-4357-a0ad-17a3c47ab005 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0590079 Nov 25 00:33:13.853241 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-981dede9-4812-4a79-9b57-501d59b04ec5 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2069607731&fields=id&tenant_id=ab9bf63ea1ef4e45a31c8dad8d8491c4 HTTP/1.1" status: 200 len: 267 time: 0.0472183 Nov 25 00:33:13.969066 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-599e49aa-ac57-4516-8a37-63f8b5ba6755 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:13.970561 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-599e49aa-ac57-4516-8a37-63f8b5ba6755 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/networks?id=2ac47630-ede3-4aec-b968-c75e15d99ba8 HTTP/1.1" status: 200 len: 816 time: 0.1099021 Nov 25 00:33:13.990036 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-b8971d08-9a8d-47b3-8cc9-f97614b992ef tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/quotas/ab9bf63ea1ef4e45a31c8dad8d8491c4 HTTP/1.1" status: 200 len: 375 time: 0.0127199 Nov 25 00:33:14.049772 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-05fa7023-1a47-401e-90b1-88fd734a27f8 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ab9bf63ea1ef4e45a31c8dad8d8491c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539606 Nov 25 00:33:14.210918 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-2110fa4b-7cac-4b9c-800d-996a223d6edc service neutron] 10.222.0.37 "GET /v2.0/networks/2ac47630-ede3-4aec-b968-c75e15d99ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367450 Nov 25 00:33:14.311527 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-42e7667b-269c-442f-b4af-65e76055b6f1 service neutron] 10.222.0.37 "GET /v2.0/networks/2ac47630-ede3-4aec-b968-c75e15d99ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946541 Nov 25 00:33:14.434235 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f11b09ad-1288-49f8-9596-ef539a689f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:14.544443 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-822722ee-5995-4645-989d-ab6873bc0b5b req-959a556f-d6b4-4256-b023-39d1ada8a7e2 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 210 time: 0.0895488 Nov 25 00:33:15.711249 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-6a897087-8d03-48b7-ba38-6050097710f8 req-6849d27e-b859-4bbb-83f6-c018bc567b92 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 210 time: 0.0707829 Nov 25 00:33:15.809599 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-3a898fb5-137f-4df6-a30f-4095360e5ef5 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:15.811297 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-3a898fb5-137f-4df6-a30f-4095360e5ef5 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.36 "GET /v2.0/networks?id=2ac47630-ede3-4aec-b968-c75e15d99ba8 HTTP/1.1" status: 200 len: 816 time: 0.1662469 Nov 25 00:33:15.883404 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-60a90157-5516-4d33-8065-956233052a88 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab9bf63ea1ef4e45a31c8dad8d8491c4 HTTP/1.1" status: 200 len: 380 time: 0.0568438 Nov 25 00:33:15.903146 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-85e72d40-e516-4b8e-8ef5-171655cff921 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Request body: {'port': {'device_id': '574781e8-4c8f-4a91-b16f-05052e0b0ee3', 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8', 'admin_state_up': True, 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'security_groups': ['89fa72b1-5d0f-4c6d-baf6-1af2e7785f23']}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:33:16.007316 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-85e72d40-e516-4b8e-8ef5-171655cff921 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Made reservation on behalf of ab9bf63ea1ef4e45a31c8dad8d8491c4 for: {'port': 1} {{(pid=109123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:33:16.010577 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-85e72d40-e516-4b8e-8ef5-171655cff921 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:16.135185 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.db_base_plugin_common [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-85e72d40-e516-4b8e-8ef5-171655cff921 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Allocated IP 172.20.0.8 (2ac47630-ede3-4aec-b968-c75e15d99ba8/e4f92811-004c-42eb-91fc-ffe218f909da/71f2c1ab-1f7e-45d0-9ae5-0b6020f22739) {{(pid=109123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:33:16.279464 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-85e72d40-e516-4b8e-8ef5-171655cff921 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for port, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:16.316006 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-85e72d40-e516-4b8e-8ef5-171655cff921 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:16.360904 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-85e72d40-e516-4b8e-8ef5-171655cff921 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Network 2ac47630-ede3-4aec-b968-c75e15d99ba8 is already hosted by enough agents. {{(pid=109123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:33:16.364000 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-85e72d40-e516-4b8e-8ef5-171655cff921 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Resources bound (agent type, host, resource id): {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:33:16.368574 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-85e72d40-e516-4b8e-8ef5-171655cff921 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Received port after_create {{(pid=109123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:33:16.393158 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e72d40-e516-4b8e-8ef5-171655cff921 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Pushing event updated for resources: {'Port': ['ID=71f2c1ab-1f7e-45d0-9ae5-0b6020f22739,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:16.395810 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 45900) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:16.434544 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:16.446061 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-85e72d40-e516-4b8e-8ef5-171655cff921 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:16.447225 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-85e72d40-e516-4b8e-8ef5-171655cff921 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:16.470873 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-85e72d40-e516-4b8e-8ef5-171655cff921 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5714388 Nov 25 00:33:16.536369 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-924d11ae-d17b-4e85-a44e-360a767b7696 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:16.617093 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-924d11ae-d17b-4e85-a44e-360a767b7696 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:16.621050 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-924d11ae-d17b-4e85-a44e-360a767b7696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:16.664892 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-924d11ae-d17b-4e85-a44e-360a767b7696 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d727aba9f14c459794f10e0054505e1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2680435 Nov 25 00:33:16.665808 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d11ae-d17b-4e85-a44e-360a767b7696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db00fa3-9111-4bd9-bee3-3bd11aa789ad,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:16.667922 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 45906) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:16.685988 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-1a5e2091-db97-4f9d-95be-2e51027d0054 None None] Provisioning complete for port 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:33:16.686338 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-1a5e2091-db97-4f9d-95be-2e51027d0054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:16.717998 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-01d93687-6567-484e-8bfa-8caddfa2f2b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:16.720966 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-1a5e2091-db97-4f9d-95be-2e51027d0054 None None] Port 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739 cannot update to ACTIVE because it is not bound. {{(pid=109125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 00:33:16.741185 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-01d93687-6567-484e-8bfa-8caddfa2f2b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:16.790601 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-01d93687-6567-484e-8bfa-8caddfa2f2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:16.793078 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-01d93687-6567-484e-8bfa-8caddfa2f2b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:16.794185 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-01d93687-6567-484e-8bfa-8caddfa2f2b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0db00fa3-9111-4bd9-bee3-3bd11aa789ad HTTP/1.1" status: 204 len: 168 time: 0.1252851 Nov 25 00:33:16.802011 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d93687-6567-484e-8bfa-8caddfa2f2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db00fa3-9111-4bd9-bee3-3bd11aa789ad,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:16.842782 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6d3af-94c7-453a-80ab-9606dd63ab04 req-87b27a0b-6cd5-4f2e-ad9b-a055a9f1906e tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:16.844338 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-6de6d3af-94c7-453a-80ab-9606dd63ab04 req-87b27a0b-6cd5-4f2e-ad9b-a055a9f1906e tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 931 time: 0.0657902 Nov 25 00:33:16.901597 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-6de6d3af-94c7-453a-80ab-9606dd63ab04 req-eaa63610-eab2-4cbf-84ef-7d5e29610385 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437329 Nov 25 00:33:17.804216 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-a319bd39-89bd-4468-bb30-8a3ea676514a service neutron] Request body: {'port': {'device_id': '574781e8-4c8f-4a91-b16f-05052e0b0ee3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:33:17.862236 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-a319bd39-89bd-4468-bb30-8a3ea676514a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:18.034041 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c67fbd-0ff3-4911-b4f3-d010e64dcc5d req-ec98581f-ce46-4929-9032-cf8ff499bb74 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:18.035772 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c9c67fbd-0ff3-4911-b4f3-d010e64dcc5d req-ec98581f-ce46-4929-9032-cf8ff499bb74 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 931 time: 0.0554056 Nov 25 00:33:18.085978 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c9c67fbd-0ff3-4911-b4f3-d010e64dcc5d req-0719fe56-a57f-46b0-80ae-02a70bd71991 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431705 Nov 25 00:33:18.137664 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-a319bd39-89bd-4468-bb30-8a3ea676514a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739 {{(pid=109123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:33:18.145132 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-a319bd39-89bd-4468-bb30-8a3ea676514a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:18.158412 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.provisioning_blocks [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-a319bd39-89bd-4468-bb30-8a3ea676514a service neutron] Transition to ACTIVE for port object 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739 will not be triggered until provisioned by entity L2. {{(pid=109123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 00:33:18.162254 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-a319bd39-89bd-4468-bb30-8a3ea676514a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11305756'] for port, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:18.216015 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a319bd39-89bd-4468-bb30-8a3ea676514a service neutron] Pushing event updated for resources: {'Port': ['ID=71f2c1ab-1f7e-45d0-9ae5-0b6020f22739,revision_number=2']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:18.287154 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.managers [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-a319bd39-89bd-4468-bb30-8a3ea676514a service neutron] Attempting to bind port 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739 on host hv-cinder-81920 for vnic_type normal with profile {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:33:18.287545 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.managers [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-a319bd39-89bd-4468-bb30-8a3ea676514a service neutron] Attempting to bind port 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739 by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': 'ad64d367-3aef-4d3a-b35a-0b8f6019cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8'}] {{(pid=109123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:33:18.287911 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-a319bd39-89bd-4468-bb30-8a3ea676514a service neutron] Attempting to bind port 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739 on network 2ac47630-ede3-4aec-b968-c75e15d99ba8 {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:33:18.292604 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-a319bd39-89bd-4468-bb30-8a3ea676514a service neutron] Port 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739 on network 2ac47630-ede3-4aec-b968-c75e15d99ba8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 00:33:18.292931 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-a319bd39-89bd-4468-bb30-8a3ea676514a service neutron] Attempting to bind port 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739 on network 2ac47630-ede3-4aec-b968-c75e15d99ba8 {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:33:18.298200 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-a319bd39-89bd-4468-bb30-8a3ea676514a service neutron] Checking agent: {'id': 'ecb47d45-642b-455d-9e6f-8b3bbedb4480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'started_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:33:18.298544 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-a319bd39-89bd-4468-bb30-8a3ea676514a service neutron] Checking segment: {'id': 'ad64d367-3aef-4d3a-b35a-0b8f6019cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:33:18.298961 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-a319bd39-89bd-4468-bb30-8a3ea676514a service neutron] Bound using segment: {'id': 'ad64d367-3aef-4d3a-b35a-0b8f6019cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8'} {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:33:18.299391 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.managers [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-a319bd39-89bd-4468-bb30-8a3ea676514a service neutron] Bound port: 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad64d367-3aef-4d3a-b35a-0b8f6019cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8'}}] {{(pid=109123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:33:18.299751 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-a319bd39-89bd-4468-bb30-8a3ea676514a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:18.366472 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-a319bd39-89bd-4468-bb30-8a3ea676514a service neutron] For port 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739, host hv-cinder-81920, cleared binding levels {{(pid=109123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:33:18.369718 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-a319bd39-89bd-4468-bb30-8a3ea676514a service neutron] For port 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=71f2c1ab-1f7e-45d0-9ae5-0b6020f22739,segment=NetworkSegment(ad64d367-3aef-4d3a-b35a-0b8f6019cb92),segment_id=ad64d367-3aef-4d3a-b35a-0b8f6019cb92)] {{(pid=109123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:33:18.373670 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-a319bd39-89bd-4468-bb30-8a3ea676514a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11305756'] for port, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:18.399729 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:18.405731 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:18.410942 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-a319bd39-89bd-4468-bb30-8a3ea676514a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:18.411654 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-a319bd39-89bd-4468-bb30-8a3ea676514a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:18.412964 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-a319bd39-89bd-4468-bb30-8a3ea676514a service neutron] 10.222.0.36 "PUT /v2.0/ports/71f2c1ab-1f7e-45d0-9ae5-0b6020f22739 HTTP/1.1" status: 200 len: 1093 time: 0.6135976 Nov 25 00:33:18.413407 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574781e8-4c8f-4a91-b16f-05052e0b0ee3', 'tag': '71f2c1ab-1f7e-45d0-9ae5-0b6020f22739'}] {{(pid=109123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:33:18.415660 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d6797fd55ce1482701f76a6a20d13483833b06e18cae27317f32e85b7a837" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb5b806-a218-4ac9-a769-e21c0184f606" -d '{"events": [{"name": "network-changed", "server_uuid": "574781e8-4c8f-4a91-b16f-05052e0b0ee3", "tag": "71f2c1ab-1f7e-45d0-9ae5-0b6020f22739"}]}' {{(pid=109123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:33:18.446220 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a319bd39-89bd-4468-bb30-8a3ea676514a service neutron] Pushing event updated for resources: {'Port': ['ID=71f2c1ab-1f7e-45d0-9ae5-0b6020f22739,revision_number=3']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:18.473163 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 00:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194beb66-0608-48da-8259-b81cf7c35c99 x-openstack-request-id: req-194beb66-0608-48da-8259-b81cf7c35c99 {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:33:18.473465 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574781e8-4c8f-4a91-b16f-05052e0b0ee3", "tag": "71f2c1ab-1f7e-45d0-9ae5-0b6020f22739", "status": "completed", "code": 200}]} {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:33:18.473709 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-194beb66-0608-48da-8259-b81cf7c35c99 {{(pid=109123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:33:18.474117 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574781e8-4c8f-4a91-b16f-05052e0b0ee3', 'tag': '71f2c1ab-1f7e-45d0-9ae5-0b6020f22739', 'status': 'completed', 'code': 200} Nov 25 00:33:18.872530 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5b806-a218-4ac9-a769-e21c0184f606 req-1bcdc4d9-5197-4263-9f8f-570a51509120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:18.874061 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-fdb5b806-a218-4ac9-a769-e21c0184f606 req-1bcdc4d9-5197-4263-9f8f-570a51509120 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab9bf63ea1ef4e45a31c8dad8d8491c4&device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 1096 time: 0.0443180 Nov 25 00:33:18.980862 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5b806-a218-4ac9-a769-e21c0184f606 req-224b5d72-3a78-41c8-b005-2fe73adbcbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:18.982359 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-fdb5b806-a218-4ac9-a769-e21c0184f606 req-224b5d72-3a78-41c8-b005-2fe73adbcbec service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ab9bf63ea1ef4e45a31c8dad8d8491c4&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0968981 Nov 25 00:33:19.082316 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5b806-a218-4ac9-a769-e21c0184f606 req-9a6321d1-b88c-4996-be64-87291cca17d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:19.083816 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-fdb5b806-a218-4ac9-a769-e21c0184f606 req-9a6321d1-b88c-4996-be64-87291cca17d7 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935910 Nov 25 00:33:19.177366 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-90af4382-fdb3-4fa6-bbaf-1ca2687c233f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:19.178957 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-90af4382-fdb3-4fa6-bbaf-1ca2687c233f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab9bf63ea1ef4e45a31c8dad8d8491c4&device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 1096 time: 0.0457842 Nov 25 00:33:19.218346 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc31dfd3-5bff-4ac8-ae47-3e8e40157a61 req-c446ac47-fe3a-415d-b5c1-390d76a1ec88 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:19.219995 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-cc31dfd3-5bff-4ac8-ae47-3e8e40157a61 req-c446ac47-fe3a-415d-b5c1-390d76a1ec88 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 943 time: 0.0574450 Nov 25 00:33:19.227898 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-51f03901-b9aa-48f1-99d9-2fc592526af5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71f2c1ab-1f7e-45d0-9ae5-0b6020f22739 HTTP/1.1" status: 200 len: 217 time: 0.0389140 Nov 25 00:33:19.269951 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-cc31dfd3-5bff-4ac8-ae47-3e8e40157a61 req-c237826a-e322-4958-9dc4-5c0a49164990 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427299 Nov 25 00:33:19.281657 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-f7b6b319-386a-4c28-a600-b1a5425c8265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:19.283353 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-f7b6b319-386a-4c28-a600-b1a5425c8265 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4f92811-004c-42eb-91fc-ffe218f909da HTTP/1.1" status: 200 len: 855 time: 0.0486073 Nov 25 00:33:19.337333 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-f9b45ec3-d60d-4fc1-a95e-15d047e12e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:19.338840 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-f9b45ec3-d60d-4fc1-a95e-15d047e12e6c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ac47630-ede3-4aec-b968-c75e15d99ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454211 Nov 25 00:33:19.443292 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-a938dc58-413c-4c39-bb88-eeae5a29d3b6 service neutron] 10.222.0.36 "GET /v2.0/networks/2ac47630-ede3-4aec-b968-c75e15d99ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868609 Nov 25 00:33:19.581696 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-73809a09-a7b4-4e7b-a5a9-fa5742292f80 req-bb52c831-e87b-4d01-9034-179e81abe289 service neutron] 10.222.0.36 "GET /v2.0/networks/2ac47630-ede3-4aec-b968-c75e15d99ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883999 Nov 25 00:33:20.398905 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8ae92-c78e-4c49-a218-8cbd7b2c48f1 req-ab07dd5e-62cd-43e6-a5c7-4bf11d8a77f0 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:20.400545 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2eb8ae92-c78e-4c49-a218-8cbd7b2c48f1 req-ab07dd5e-62cd-43e6-a5c7-4bf11d8a77f0 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 943 time: 0.0506971 Nov 25 00:33:20.452289 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2eb8ae92-c78e-4c49-a218-8cbd7b2c48f1 req-2a743431-1927-4b8d-9024-3ea7012ae429 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441883 Nov 25 00:33:20.821915 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739 details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=109125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 00:33:20.923654 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=71f2c1ab-1f7e-45d0-9ae5-0b6020f22739,segment=NetworkSegment(ad64d367-3aef-4d3a-b35a-0b8f6019cb92),segment_id=ad64d367-3aef-4d3a-b35a-0b8f6019cb92)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:33:20.935363 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Returning: {'device': '71f2c1ab-1f7e-45d0-9ae5-0b6020f22739', 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8', 'port_id': '71f2c1ab-1f7e-45d0-9ae5-0b6020f22739', 'mac_address': 'fa:16:3e:29:f7:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 00:33:20.972136 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:20.984825 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739 {{(pid=109125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:33:21.006872 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=71f2c1ab-1f7e-45d0-9ae5-0b6020f22739,segment=NetworkSegment(ad64d367-3aef-4d3a-b35a-0b8f6019cb92),segment_id=ad64d367-3aef-4d3a-b35a-0b8f6019cb92)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:33:21.010476 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:21.065918 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:21.071283 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=71f2c1ab-1f7e-45d0-9ae5-0b6020f22739,revision_number=4']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:21.339003 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592b3b8-22a3-48ef-b135-c3d0f5be2822 req-1ae03689-3393-4730-a00f-d60af1a78985 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:21.340388 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4592b3b8-22a3-48ef-b135-c3d0f5be2822 req-1ae03689-3393-4730-a00f-d60af1a78985 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.0812671 Nov 25 00:33:21.346817 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a2239813-fa59-4ab8-bab3-7125dbe745ba req-cf1dc6c4-ab05-4848-b5d2-cd7c44665661 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0608470 Nov 25 00:33:21.347980 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['71f2c1ab-1f7e-45d0-9ae5-0b6020f22739'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:33:21.392992 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4592b3b8-22a3-48ef-b135-c3d0f5be2822 req-b255e5d4-9d22-473f-9dbe-d8dcae3000c3 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452111 Nov 25 00:33:21.448842 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2239813-fa59-4ab8-bab3-7125dbe745ba req-8c174aa2-2e5b-49b9-b1c5-e7b4d257ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:21.450360 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a2239813-fa59-4ab8-bab3-7125dbe745ba req-8c174aa2-2e5b-49b9-b1c5-e7b4d257ea20 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88fe9e6d44f845c4ab47c65b792ab8b8&device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 1098 time: 0.0441458 Nov 25 00:33:21.566442 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2239813-fa59-4ab8-bab3-7125dbe745ba req-319b29bb-2342-4b84-ba80-da9c6f4b8df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:21.567949 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a2239813-fa59-4ab8-bab3-7125dbe745ba req-319b29bb-2342-4b84-ba80-da9c6f4b8df6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b8bd4317-422f-42e2-9a69-593359f6781e HTTP/1.1" status: 200 len: 912 time: 0.0964165 Nov 25 00:33:21.586301 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2ab75-d202-45ab-9cc5-fed768560350 req-41c98e78-bbd2-44f0-abf7-b362074bc8ae tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:21.587967 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3da2ab75-d202-45ab-9cc5-fed768560350 req-41c98e78-bbd2-44f0-abf7-b362074bc8ae tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 944 time: 0.0575807 Nov 25 00:33:21.640200 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a2239813-fa59-4ab8-bab3-7125dbe745ba req-a1d42c39-16b7-40a8-b71c-586ed2e97981 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b119409b-8ced-4456-81f2-968ea6e653bd HTTP/1.1" status: 200 len: 1001 time: 0.0597093 Nov 25 00:33:21.640405 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3da2ab75-d202-45ab-9cc5-fed768560350 req-1003775b-11dc-4a9e-8d4b-0eac0b8ef359 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461023 Nov 25 00:33:21.696645 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2239813-fa59-4ab8-bab3-7125dbe745ba req-de8080cb-751a-4206-8011-18c91d0bd8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:21.698100 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a2239813-fa59-4ab8-bab3-7125dbe745ba req-de8080cb-751a-4206-8011-18c91d0bd8be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9 HTTP/1.1" status: 200 len: 850 time: 0.0469873 Nov 25 00:33:21.752761 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2239813-fa59-4ab8-bab3-7125dbe745ba req-b3b3f7d8-0bcb-4aa6-822b-fae533ecddbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:21.754231 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a2239813-fa59-4ab8-bab3-7125dbe745ba req-b3b3f7d8-0bcb-4aa6-822b-fae533ecddbc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b8bd4317-422f-42e2-9a69-593359f6781e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469296 Nov 25 00:33:21.846307 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a2239813-fa59-4ab8-bab3-7125dbe745ba req-ab3250c4-7aa5-47e3-a426-2a473efcb121 service neutron] 10.222.0.36 "GET /v2.0/networks/b8bd4317-422f-42e2-9a69-593359f6781e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832517 Nov 25 00:33:21.945381 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a2239813-fa59-4ab8-bab3-7125dbe745ba req-9d7053ba-d136-4bad-b47b-2a3f3a694a5b service neutron] 10.222.0.36 "GET /v2.0/networks/b8bd4317-422f-42e2-9a69-593359f6781e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881951 Nov 25 00:33:22.539760 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b6d9c-790d-4859-9182-31cfacaa5c11 req-9c7d5439-ecc2-4392-8848-5f405d543fe3 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:22.541248 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ba7b6d9c-790d-4859-9182-31cfacaa5c11 req-9c7d5439-ecc2-4392-8848-5f405d543fe3 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.0746984 Nov 25 00:33:22.592649 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ba7b6d9c-790d-4859-9182-31cfacaa5c11 req-2fc663f3-d665-4066-9bf5-a7feaf67b2cf tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443375 Nov 25 00:33:22.765770 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781302e-fdc1-471b-a5b0-886d2b3159fc req-ae2be4a5-5075-4897-b430-cdb761b904ce tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:22.767359 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3781302e-fdc1-471b-a5b0-886d2b3159fc req-ae2be4a5-5075-4897-b430-cdb761b904ce tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 944 time: 0.0520105 Nov 25 00:33:22.821717 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3781302e-fdc1-471b-a5b0-886d2b3159fc req-4663dd2c-2d67-4968-a474-a47036c6e5de tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434060 Nov 25 00:33:22.833134 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739 up at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:33:22.889568 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning for port 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739 completed by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 00:33:22.893936 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning complete for port 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:33:22.894308 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:22.973471 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:22.997793 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574781e8-4c8f-4a91-b16f-05052e0b0ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f2c1ab-1f7e-45d0-9ae5-0b6020f22739'}] {{(pid=109125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:33:23.000186 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b40ce054491f5bd1a33a22e0e33c095860c6622367658d2460ab374ec6fa3a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe7bbad-44a7-44fc-90ac-0156479c222f" -d '{"events": [{"server_uuid": "574781e8-4c8f-4a91-b16f-05052e0b0ee3", "name": "network-vif-plugged", "status": "completed", "tag": "71f2c1ab-1f7e-45d0-9ae5-0b6020f22739"}]}' {{(pid=109125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:33:23.016890 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=71f2c1ab-1f7e-45d0-9ae5-0b6020f22739,segment=NetworkSegment(ad64d367-3aef-4d3a-b35a-0b8f6019cb92),segment_id=ad64d367-3aef-4d3a-b35a-0b8f6019cb92)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:33:23.026276 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:23.076592 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea3c013-8459-41de-a5cd-4b3737eaace1 x-openstack-request-id: req-9ea3c013-8459-41de-a5cd-4b3737eaace1 {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:33:23.077003 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574781e8-4c8f-4a91-b16f-05052e0b0ee3", "name": "network-vif-plugged", "status": "completed", "tag": "71f2c1ab-1f7e-45d0-9ae5-0b6020f22739", "code": 200}]} {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:33:23.077401 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ea3c013-8459-41de-a5cd-4b3737eaace1 {{(pid=109125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:33:23.077986 dv-cinder-819200-1-iscsi neutron-server[109125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574781e8-4c8f-4a91-b16f-05052e0b0ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f2c1ab-1f7e-45d0-9ae5-0b6020f22739', 'code': 200} Nov 25 00:33:23.252041 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=71f2c1ab-1f7e-45d0-9ae5-0b6020f22739,revision_number=5']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:23.269393 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09853730-b561-4f6f-9b14-51317fbd0a6a req-3ab362b9-c67b-4608-9485-460a7d157904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:23.270987 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-09853730-b561-4f6f-9b14-51317fbd0a6a req-3ab362b9-c67b-4608-9485-460a7d157904 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 1098 time: 0.0518162 Nov 25 00:33:23.329707 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-09853730-b561-4f6f-9b14-51317fbd0a6a req-8c05f061-f227-4f89-bd3c-991d2628490f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488119 Nov 25 00:33:23.722075 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c80740-bee7-4809-be87-d16542648ccd req-f253d6b0-a106-4c1d-943c-2b39064a25df tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:23.723575 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-32c80740-bee7-4809-be87-d16542648ccd req-f253d6b0-a106-4c1d-943c-2b39064a25df tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.0543084 Nov 25 00:33:23.771385 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-32c80740-bee7-4809-be87-d16542648ccd req-e402bb13-8abd-4bd6-98a7-3eebcefe7315 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416028 Nov 25 00:33:23.949364 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39364b25-c39e-43f6-ad6d-8be86348eea8 req-2dd35588-8c79-443d-94d1-e0c5c5f8f9ba tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:23.950965 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-39364b25-c39e-43f6-ad6d-8be86348eea8 req-2dd35588-8c79-443d-94d1-e0c5c5f8f9ba tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 945 time: 0.0526123 Nov 25 00:33:24.013140 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-39364b25-c39e-43f6-ad6d-8be86348eea8 req-f76fb5f6-2cdd-480b-ab51-72549d9ea466 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519500 Nov 25 00:33:24.435726 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96da43f-20eb-45c5-90b4-4865f23aada4 req-bcee336f-1d48-4647-83bf-e2bdbb37d47a tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:24.437367 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a96da43f-20eb-45c5-90b4-4865f23aada4 req-bcee336f-1d48-4647-83bf-e2bdbb37d47a tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.36 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 945 time: 0.0512993 Nov 25 00:33:24.546553 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [req-a96da43f-20eb-45c5-90b4-4865f23aada4 req-7abe4421-0aa0-41d6-870f-da55c7868de3 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Deleting port 213297c5-6226-4b94-b3bc-1508185858cd {{(pid=109123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:33:24.547040 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-a96da43f-20eb-45c5-90b4-4865f23aada4 req-7abe4421-0aa0-41d6-870f-da55c7868de3 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:24.635573 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [req-a96da43f-20eb-45c5-90b4-4865f23aada4 req-7abe4421-0aa0-41d6-870f-da55c7868de3 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] For port 213297c5-6226-4b94-b3bc-1508185858cd, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=213297c5-6226-4b94-b3bc-1508185858cd,segment=NetworkSegment(29b862be-f9c7-47d8-88dc-8f025170fe04),segment_id=29b862be-f9c7-47d8-88dc-8f025170fe04)] {{(pid=109123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:33:24.635940 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-a96da43f-20eb-45c5-90b4-4865f23aada4 req-7abe4421-0aa0-41d6-870f-da55c7868de3 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:24.650521 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [req-a96da43f-20eb-45c5-90b4-4865f23aada4 req-7abe4421-0aa0-41d6-870f-da55c7868de3 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Calling delete_port for 213297c5-6226-4b94-b3bc-1508185858cd owned by compute:nova {{(pid=109123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:33:24.793940 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-a96da43f-20eb-45c5-90b4-4865f23aada4 req-7abe4421-0aa0-41d6-870f-da55c7868de3 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:24.812485 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['213297c5-6226-4b94-b3bc-1508185858cd', '9e15575d-679a-4d4d-a045-8ec433cccaf1'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:33:24.826986 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe4421-0aa0-41d6-870f-da55c7868de3 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Pushing event deleted for resources: {'Port': ['ID=213297c5-6226-4b94-b3bc-1508185858cd,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:24.880655 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96da43f-20eb-45c5-90b4-4865f23aada4 req-7abe4421-0aa0-41d6-870f-da55c7868de3 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] No DVR routers for this DVR port 213297c5-6226-4b94-b3bc-1508185858cd on host hv-cinder-81920 {{(pid=109123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 00:33:24.900850 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-a96da43f-20eb-45c5-90b4-4865f23aada4 req-7abe4421-0aa0-41d6-870f-da55c7868de3 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:24.904283 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a96da43f-20eb-45c5-90b4-4865f23aada4 req-7abe4421-0aa0-41d6-870f-da55c7868de3 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.36 "DELETE /v2.0/ports/213297c5-6226-4b94-b3bc-1508185858cd HTTP/1.1" status: 204 len: 173 time: 0.4484782 Nov 25 00:33:24.904895 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38950af-9b36-49e3-9008-fd2e540ea7ae', 'name': 'network-vif-deleted', 'tag': '213297c5-6226-4b94-b3bc-1508185858cd'}] {{(pid=109123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:33:24.907183 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d6797fd55ce1482701f76a6a20d13483833b06e18cae27317f32e85b7a837" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b424243-c30b-4d70-9f3c-f939c0768b31" -d '{"events": [{"server_uuid": "c38950af-9b36-49e3-9008-fd2e540ea7ae", "name": "network-vif-deleted", "tag": "213297c5-6226-4b94-b3bc-1508185858cd"}]}' {{(pid=109123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:33:24.911168 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-264307ad-fd8f-49bb-bae3-44902bf6d9d5 req-d25b4985-48d7-4f6c-b8c7-9d74deb05dcf tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38950af-9b36-49e3-9008-fd2e540ea7ae HTTP/1.1" status: 200 len: 210 time: 0.0567081 Nov 25 00:33:24.970616 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe428071-0357-488a-98cb-75d2d312b432 x-openstack-request-id: req-fe428071-0357-488a-98cb-75d2d312b432 {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:33:24.971107 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38950af-9b36-49e3-9008-fd2e540ea7ae", "name": "network-vif-deleted", "tag": "213297c5-6226-4b94-b3bc-1508185858cd", "status": "completed", "code": 200}]} {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:33:24.971366 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fe428071-0357-488a-98cb-75d2d312b432 {{(pid=109123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:33:24.971769 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38950af-9b36-49e3-9008-fd2e540ea7ae', 'name': 'network-vif-deleted', 'tag': '213297c5-6226-4b94-b3bc-1508185858cd', 'status': 'completed', 'code': 200} Nov 25 00:33:25.151966 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f81925-8033-4e23-9e8b-38ff50572eae req-a84a0f6f-e822-4b18-851f-23c31f567f30 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:25.153519 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f0f81925-8033-4e23-9e8b-38ff50572eae req-a84a0f6f-e822-4b18-851f-23c31f567f30 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 945 time: 0.0522594 Nov 25 00:33:25.205052 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f0f81925-8033-4e23-9e8b-38ff50572eae req-d87004b9-9952-4dc3-8f10-c22d5a1858e8 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453267 Nov 25 00:33:25.591256 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb5b9b-cc10-4509-b295-c48a318d0fd3 req-664e1a95-bd80-4c8f-85e9-3568640d913d tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:25.592808 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f8bb5b9b-cc10-4509-b295-c48a318d0fd3 req-664e1a95-bd80-4c8f-85e9-3568640d913d tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 945 time: 0.0786037 Nov 25 00:33:25.602002 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 46004) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:25.606704 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-b1f677ef-103f-438f-b1ee-0e76629f7249 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Request body: {'floatingip': {'port_id': '71f2c1ab-1f7e-45d0-9ae5-0b6020f22739'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:33:25.665840 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b4508-c287-4eee-b6e9-ccabd041d93f req-00fcc13d-4fbb-4c32-be97-56733fe9d375 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:25.667481 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-950b4508-c287-4eee-b6e9-ccabd041d93f req-00fcc13d-4fbb-4c32-be97-56733fe9d375 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ae8b020-20ff-48ce-849b-71298b5b86e7 HTTP/1.1" status: 200 len: 945 time: 0.0516796 Nov 25 00:33:25.679986 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b1f677ef-103f-438f-b1ee-0e76629f7249 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for floatingip, before_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:25.717625 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-950b4508-c287-4eee-b6e9-ccabd041d93f req-300e504e-e8aa-45b6-9a69-8a76aa7c7239 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440505 Nov 25 00:33:26.246059 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2bbd0-dbf8-4878-b907-62bbdd093da2 req-91368615-0835-457b-a6b1-c476fb6b9e8b tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:26.247580 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-0bb2bbd0-dbf8-4878-b907-62bbdd093da2 req-91368615-0835-457b-a6b1-c476fb6b9e8b tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.1029196 Nov 25 00:33:26.307361 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b1f677ef-103f-438f-b1ee-0e76629f7249 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:26.317684 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b1f677ef-103f-438f-b1ee-0e76629f7249 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622920'] for floatingip, after_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:26.392511 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-0bb2bbd0-dbf8-4878-b907-62bbdd093da2 req-22acfaad-d672-4dba-8772-5bdea1386977 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369796 Nov 25 00:33:26.435836 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.db.l3_db [None req-b1f677ef-103f-438f-b1ee-0e76629f7249 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Floating IP 07a6ef54-59c1-4a74-b30e-e443fd8ed312 associated. External IP: 172.27.2.59, port: 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739. Nov 25 00:33:26.643298 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f677ef-103f-438f-b1ee-0e76629f7249 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Router f048b5b5-01d4-419f-a17e-6865e85c411a has already been hosted by L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 {{(pid=109124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 00:33:26.671233 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 6 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 00:33:26.843416 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3186b5-77a1-4d99-a531-660e7a5231a6 req-8c512fcc-07e7-4a72-854d-3c969bdfafa5 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:26.844977 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-0b3186b5-77a1-4d99-a531-660e7a5231a6 req-8c512fcc-07e7-4a72-854d-3c969bdfafa5 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ae8b020-20ff-48ce-849b-71298b5b86e7 HTTP/1.1" status: 200 len: 945 time: 0.0531447 Nov 25 00:33:26.849049 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 213297c5-6226-4b94-b3bc-1508185858cd no longer exists at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:33:26.873140 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] No Port match for: 213297c5-6226-4b94-b3bc-1508185858cd {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:33:26.873635 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 213297c5-6226-4b94-b3bc-1508185858cd not bound to the agent host hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:33:26.895662 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-0b3186b5-77a1-4d99-a531-660e7a5231a6 req-21ebc85d-f5b3-4557-bd3b-c42421af2681 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422101 Nov 25 00:33:26.937819 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f677ef-103f-438f-b1ee-0e76629f7249 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:33:26.942828 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b1f677ef-103f-438f-b1ee-0e76629f7249 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for floatingip, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:26.948339 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54862972-fcf6-4aaa-ad3a-4b06283a0e2b None None] Sync routers for ids ['f048b5b5-01d4-419f-a17e-6865e85c411a'] in dv-cinder-819200-1-iscsi {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:33:26.958471 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54862972-fcf6-4aaa-ad3a-4b06283a0e2b None None] Routers {'f048b5b5-01d4-419f-a17e-6865e85c411a'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:33:26.959127 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-54862972-fcf6-4aaa-ad3a-4b06283a0e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:33:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['f048b5b5-01d4-419f-a17e-6865e85c411a'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:33:26.970941 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-b1f677ef-103f-438f-b1ee-0e76629f7249 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "PUT /v2.0/floatingips/07a6ef54-59c1-4a74-b30e-e443fd8ed312 HTTP/1.1" status: 200 len: 990 time: 1.3677125 Nov 25 00:33:26.971525 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574781e8-4c8f-4a91-b16f-05052e0b0ee3', 'tag': '71f2c1ab-1f7e-45d0-9ae5-0b6020f22739'}] {{(pid=109124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:33:26.973750 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c540b04f577278a42f04ac83864b9661265f6e355fc5f2cf5b057c36d7214e30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb16c9be-1ab0-4f4a-b390-105a14a97ded" -d '{"events": [{"name": "network-changed", "server_uuid": "574781e8-4c8f-4a91-b16f-05052e0b0ee3", "tag": "71f2c1ab-1f7e-45d0-9ae5-0b6020f22739"}]}' {{(pid=109124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:33:27.013319 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 00:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291a43d8-a4da-4109-83bd-dcf99f9e9af9 x-openstack-request-id: req-291a43d8-a4da-4109-83bd-dcf99f9e9af9 {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:33:27.013828 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574781e8-4c8f-4a91-b16f-05052e0b0ee3", "tag": "71f2c1ab-1f7e-45d0-9ae5-0b6020f22739", "status": "completed", "code": 200}]} {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:33:27.014083 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-291a43d8-a4da-4109-83bd-dcf99f9e9af9 {{(pid=109124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:33:27.014477 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574781e8-4c8f-4a91-b16f-05052e0b0ee3', 'tag': '71f2c1ab-1f7e-45d0-9ae5-0b6020f22739', 'status': 'completed', 'code': 200} Nov 25 00:33:27.065937 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-54862972-fcf6-4aaa-ad3a-4b06283a0e2b None None] Set router f048b5b5-01d4-419f-a17e-6865e85c411a gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:33:27.176294 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16c9be-1ab0-4f4a-b390-105a14a97ded req-d4462805-d135-4ed2-80bb-7c282478d475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:27.177696 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-bb16c9be-1ab0-4f4a-b390-105a14a97ded req-d4462805-d135-4ed2-80bb-7c282478d475 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab9bf63ea1ef4e45a31c8dad8d8491c4&device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 1098 time: 0.1356304 Nov 25 00:33:27.276638 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16c9be-1ab0-4f4a-b390-105a14a97ded req-4456b3f1-656f-4f24-aaca-ca0d70e4064a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:27.278104 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-bb16c9be-1ab0-4f4a-b390-105a14a97ded req-4456b3f1-656f-4f24-aaca-ca0d70e4064a service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ac47630-ede3-4aec-b968-c75e15d99ba8 HTTP/1.1" status: 200 len: 917 time: 0.0901103 Nov 25 00:33:27.297313 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-54862972-fcf6-4aaa-ad3a-4b06283a0e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'name': 'tempest-AttachVolumeShelveTestJSON-104039817-router', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:28:19Z', 'revision_number': 4, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'gw_port': {'id': 'ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:11Z', 'updated_at': '2021-11-25T00:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_floatingips': [{'id': '07a6ef54-59c1-4a74-b30e-e443fd8ed312', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'floating_ip_address': '172.27.2.59', 'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'router_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'port_id': '71f2c1ab-1f7e-45d0-9ae5-0b6020f22739', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8', 'mac_address': 'fa:16:3e:29:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574781e8-4c8f-4a91-b16f-05052e0b0ee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T00:33:13Z', 'updated_at': '2021-11-25T00:33:26Z', 'revision_number': 1, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33be911e-20ae-465b-8d3c-0b743bfcdb33', 'name': '', 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'mac_address': 'fa:16:3e:13:4c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:16Z', 'updated_at': '2021-11-25T00:28:33Z', 'revision_number': 5, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'subnets': [{'id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:33:27.325600 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54862972-fcf6-4aaa-ad3a-4b06283a0e2b None None] Checking router: f048b5b5-01d4-419f-a17e-6865e85c411a for host: dv-cinder-819200-1-iscsi {{(pid=109126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:33:27.334328 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54862972-fcf6-4aaa-ad3a-4b06283a0e2b None None] Routers {'f048b5b5-01d4-419f-a17e-6865e85c411a'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:33:27.335926 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-54862972-fcf6-4aaa-ad3a-4b06283a0e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:33:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['f048b5b5-01d4-419f-a17e-6865e85c411a'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:33:27.352732 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-bb16c9be-1ab0-4f4a-b390-105a14a97ded req-88772235-8e14-4e39-93d7-c64474f16c07 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71f2c1ab-1f7e-45d0-9ae5-0b6020f22739 HTTP/1.1" status: 200 len: 998 time: 0.0607669 Nov 25 00:33:27.407321 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16c9be-1ab0-4f4a-b390-105a14a97ded req-4fa7d019-5d65-4768-8965-d2db0143c621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:27.409114 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-bb16c9be-1ab0-4f4a-b390-105a14a97ded req-4fa7d019-5d65-4768-8965-d2db0143c621 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4f92811-004c-42eb-91fc-ffe218f909da HTTP/1.1" status: 200 len: 855 time: 0.0467489 Nov 25 00:33:27.448579 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-54862972-fcf6-4aaa-ad3a-4b06283a0e2b None None] Set router f048b5b5-01d4-419f-a17e-6865e85c411a gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:33:27.467435 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16c9be-1ab0-4f4a-b390-105a14a97ded req-59fa9420-4dfd-4f7b-8072-16640205b655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:27.468928 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-bb16c9be-1ab0-4f4a-b390-105a14a97ded req-59fa9420-4dfd-4f7b-8072-16640205b655 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ac47630-ede3-4aec-b968-c75e15d99ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490875 Nov 25 00:33:27.574104 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a6fba-975c-48b1-ace5-e1c40bb90bfd req-e6f13865-b312-4003-b68c-ec6a3beb6e7b tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:27.576768 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-0a8a6fba-975c-48b1-ace5-e1c40bb90bfd req-e6f13865-b312-4003-b68c-ec6a3beb6e7b tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ae8b020-20ff-48ce-849b-71298b5b86e7 HTTP/1.1" status: 200 len: 945 time: 0.0673838 Nov 25 00:33:27.579982 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8e022-6f32-4192-8262-201afefa4930 req-a9e337e2-6634-4848-ac2c-096db2ad556f tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:27.581619 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-58c8e022-6f32-4192-8262-201afefa4930 req-a9e337e2-6634-4848-ac2c-096db2ad556f tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.1065562 Nov 25 00:33:27.667319 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-bb16c9be-1ab0-4f4a-b390-105a14a97ded req-2aa1df94-aa8b-4753-a5b7-abff984907cb service neutron] 10.222.0.36 "GET /v2.0/networks/2ac47630-ede3-4aec-b968-c75e15d99ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813338 Nov 25 00:33:27.676147 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-58c8e022-6f32-4192-8262-201afefa4930 req-b1d2cd70-ca80-46d9-9b3e-19184bfaafa7 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849967 Nov 25 00:33:27.698129 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [req-0a8a6fba-975c-48b1-ace5-e1c40bb90bfd req-c0232961-1ad3-448e-bc28-896d84bec571 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Deleting port bf5932e6-4c6e-4673-a445-c5760a3abd28 {{(pid=109124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:33:27.699300 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-0a8a6fba-975c-48b1-ace5-e1c40bb90bfd req-c0232961-1ad3-448e-bc28-896d84bec571 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:27.762404 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-54862972-fcf6-4aaa-ad3a-4b06283a0e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'name': 'tempest-AttachVolumeShelveTestJSON-104039817-router', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:28:19Z', 'revision_number': 4, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'gw_port': {'id': 'ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:11Z', 'updated_at': '2021-11-25T00:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_floatingips': [{'id': '07a6ef54-59c1-4a74-b30e-e443fd8ed312', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'floating_ip_address': '172.27.2.59', 'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'router_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'port_id': '71f2c1ab-1f7e-45d0-9ae5-0b6020f22739', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8', 'mac_address': 'fa:16:3e:29:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574781e8-4c8f-4a91-b16f-05052e0b0ee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T00:33:13Z', 'updated_at': '2021-11-25T00:33:26Z', 'revision_number': 1, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33be911e-20ae-465b-8d3c-0b743bfcdb33', 'name': '', 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'mac_address': 'fa:16:3e:13:4c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:16Z', 'updated_at': '2021-11-25T00:28:33Z', 'revision_number': 5, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'subnets': [{'id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:33:27.793773 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54862972-fcf6-4aaa-ad3a-4b06283a0e2b None None] The sync data for ids ['f048b5b5-01d4-419f-a17e-6865e85c411a'] in dv-cinder-819200-1-iscsi is: [{'id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'name': 'tempest-AttachVolumeShelveTestJSON-104039817-router', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:28:19Z', 'revision_number': 4, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'gw_port': {'id': 'ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:11Z', 'updated_at': '2021-11-25T00:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_floatingips': [{'id': '07a6ef54-59c1-4a74-b30e-e443fd8ed312', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'floating_ip_address': '172.27.2.59', 'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'router_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'port_id': '71f2c1ab-1f7e-45d0-9ae5-0b6020f22739', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8', 'mac_address': 'fa:16:3e:29:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574781e8-4c8f-4a91-b16f-05052e0b0ee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T00:33:13Z', 'updated_at': '2021-11-25T00:33:26Z', 'revision_number': 1, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33be911e-20ae-465b-8d3c-0b743bfcdb33', 'name': '', 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'mac_address': 'fa:16:3e:13:4c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:16Z', 'updated_at': '2021-11-25T00:28:33Z', 'revision_number': 5, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'subnets': [{'id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:33:27.799101 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [req-0a8a6fba-975c-48b1-ace5-e1c40bb90bfd req-c0232961-1ad3-448e-bc28-896d84bec571 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] For port bf5932e6-4c6e-4673-a445-c5760a3abd28, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=bf5932e6-4c6e-4673-a445-c5760a3abd28,segment=NetworkSegment(5794903e-0cbd-4522-8ef4-5d761ae05e8f),segment_id=5794903e-0cbd-4522-8ef4-5d761ae05e8f)] {{(pid=109124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:33:27.799673 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-0a8a6fba-975c-48b1-ace5-e1c40bb90bfd req-c0232961-1ad3-448e-bc28-896d84bec571 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:27.815654 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [req-0a8a6fba-975c-48b1-ace5-e1c40bb90bfd req-c0232961-1ad3-448e-bc28-896d84bec571 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Calling delete_port for bf5932e6-4c6e-4673-a445-c5760a3abd28 owned by compute:nova {{(pid=109124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:33:27.822146 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-bb16c9be-1ab0-4f4a-b390-105a14a97ded req-9c798a58-5e96-449c-bb43-573b8432ef6f service neutron] 10.222.0.36 "GET /v2.0/networks/2ac47630-ede3-4aec-b968-c75e15d99ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446068 Nov 25 00:33:27.975813 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-0a8a6fba-975c-48b1-ace5-e1c40bb90bfd req-c0232961-1ad3-448e-bc28-896d84bec571 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:27.992349 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['bf5932e6-4c6e-4673-a445-c5760a3abd28'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:33:28.033987 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0232961-1ad3-448e-bc28-896d84bec571 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Pushing event deleted for resources: {'Port': ['ID=bf5932e6-4c6e-4673-a445-c5760a3abd28,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:28.059093 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217b636f-3232-4f8d-a68a-4e2500b238ed None None] New status for floating IP 07a6ef54-59c1-4a74-b30e-e443fd8ed312: ACTIVE {{(pid=109125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 00:33:28.062107 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-4f3d6244-fc46-42a9-bbee-20fb4973b664 req-3069d4cc-8aed-4850-838a-17e25764840f tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ae8b020-20ff-48ce-849b-71298b5b86e7 HTTP/1.1" status: 200 len: 210 time: 0.0780311 Nov 25 00:33:28.110766 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8a6fba-975c-48b1-ace5-e1c40bb90bfd req-c0232961-1ad3-448e-bc28-896d84bec571 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] No DVR routers for this DVR port bf5932e6-4c6e-4673-a445-c5760a3abd28 on host hv-cinder-81920 {{(pid=109124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 00:33:28.113415 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-0a8a6fba-975c-48b1-ace5-e1c40bb90bfd req-c0232961-1ad3-448e-bc28-896d84bec571 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:28.118114 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-0a8a6fba-975c-48b1-ace5-e1c40bb90bfd req-c0232961-1ad3-448e-bc28-896d84bec571 tempest-VolumesSnapshotTestJSON-436178087 tempest-VolumesSnapshotTestJSON-436178087-project] 10.222.0.36 "DELETE /v2.0/ports/bf5932e6-4c6e-4673-a445-c5760a3abd28 HTTP/1.1" status: 204 len: 173 time: 0.5329323 Nov 25 00:33:28.800342 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4ca47-6742-4ac2-8333-2410dee9c08e req-f7970973-7a19-4a79-8674-bc3a04246b53 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:28.801870 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-eee4ca47-6742-4ac2-8333-2410dee9c08e req-f7970973-7a19-4a79-8674-bc3a04246b53 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0508063 Nov 25 00:33:28.853327 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-eee4ca47-6742-4ac2-8333-2410dee9c08e req-6d16228e-859b-4d34-9b18-de1c324d5591 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445559 Nov 25 00:33:29.015482 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae8b020-20ff-48ce-849b-71298b5b86e7', 'name': 'network-vif-deleted', 'tag': 'bf5932e6-4c6e-4673-a445-c5760a3abd28'}] {{(pid=109124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:33:29.017842 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c540b04f577278a42f04ac83864b9661265f6e355fc5f2cf5b057c36d7214e30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26aa6b6f-61c3-4e4b-944a-79348110e5e7" -d '{"events": [{"server_uuid": "2ae8b020-20ff-48ce-849b-71298b5b86e7", "name": "network-vif-deleted", "tag": "bf5932e6-4c6e-4673-a445-c5760a3abd28"}]}' {{(pid=109124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:33:29.056193 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21be3b55-3e04-4808-b13b-5371d07732dd x-openstack-request-id: req-21be3b55-3e04-4808-b13b-5371d07732dd {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:33:29.056482 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae8b020-20ff-48ce-849b-71298b5b86e7", "name": "network-vif-deleted", "tag": "bf5932e6-4c6e-4673-a445-c5760a3abd28", "status": "completed", "code": 200}]} {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:33:29.056734 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-21be3b55-3e04-4808-b13b-5371d07732dd {{(pid=109124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:33:29.057131 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae8b020-20ff-48ce-849b-71298b5b86e7', 'name': 'network-vif-deleted', 'tag': 'bf5932e6-4c6e-4673-a445-c5760a3abd28', 'status': 'completed', 'code': 200} Nov 25 00:33:29.974521 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c7a19-3ff2-4bed-a67d-e6f2ce135f1e req-9398d684-f647-49bc-9db2-21d1cb4fca9a tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:29.976081 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-991c7a19-3ff2-4bed-a67d-e6f2ce135f1e req-9398d684-f647-49bc-9db2-21d1cb4fca9a tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0507293 Nov 25 00:33:30.029541 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-991c7a19-3ff2-4bed-a67d-e6f2ce135f1e req-7674f0e0-05f6-41f9-be75-cbbcbe70ab70 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474756 Nov 25 00:33:31.149998 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd34994-87da-4192-988c-ca6a0f03c3ba req-60edb3b4-d8af-4b14-9bc7-a3cbe3986d63 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:31.152072 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-afd34994-87da-4192-988c-ca6a0f03c3ba req-60edb3b4-d8af-4b14-9bc7-a3cbe3986d63 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0532336 Nov 25 00:33:31.200850 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-afd34994-87da-4192-988c-ca6a0f03c3ba req-5e18fbe4-f27b-45fc-9b8e-d97aa7ce19a6 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432401 Nov 25 00:33:31.742503 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device bf5932e6-4c6e-4673-a445-c5760a3abd28 no longer exists at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:33:31.763368 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] No Port match for: bf5932e6-4c6e-4673-a445-c5760a3abd28 {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:33:31.763715 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device bf5932e6-4c6e-4673-a445-c5760a3abd28 not bound to the agent host hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:33:32.320972 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73029fc-84ac-45f5-8fe1-e6e44ddd8ccb req-b7dd9b92-bd9a-4c6f-9db1-8478889056fa tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:32.322549 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c73029fc-84ac-45f5-8fe1-e6e44ddd8ccb req-b7dd9b92-bd9a-4c6f-9db1-8478889056fa tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0528071 Nov 25 00:33:32.373549 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c73029fc-84ac-45f5-8fe1-e6e44ddd8ccb req-21785980-ae8a-403f-8f0c-6ea38633d531 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449271 Nov 25 00:33:33.498228 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2e1a4-987e-4b90-ac5e-7332cc185fab req-18986922-a59c-4fe8-b51e-bf8e06e7547a tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:33.499692 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-9ba2e1a4-987e-4b90-ac5e-7332cc185fab req-18986922-a59c-4fe8-b51e-bf8e06e7547a tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0557077 Nov 25 00:33:33.548163 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-9ba2e1a4-987e-4b90-ac5e-7332cc185fab req-c9cbf769-16f5-45d4-a61d-d5102fc75dae tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425587 Nov 25 00:33:34.458546 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56782a-a208-49e9-8eeb-6678f38cf2d7 req-6d24e376-5198-4d8c-8d4f-dd9820102e80 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:34.460009 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-fa56782a-a208-49e9-8eeb-6678f38cf2d7 req-6d24e376-5198-4d8c-8d4f-dd9820102e80 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.36 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0514040 Nov 25 00:33:34.557181 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [req-fa56782a-a208-49e9-8eeb-6678f38cf2d7 req-98bd5328-d052-49c3-abf5-275d8823fede tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Deleting port 9e15575d-679a-4d4d-a045-8ec433cccaf1 {{(pid=109124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:33:34.557885 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-fa56782a-a208-49e9-8eeb-6678f38cf2d7 req-98bd5328-d052-49c3-abf5-275d8823fede tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:34.676355 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [req-fa56782a-a208-49e9-8eeb-6678f38cf2d7 req-98bd5328-d052-49c3-abf5-275d8823fede tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] For port 9e15575d-679a-4d4d-a045-8ec433cccaf1, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=9e15575d-679a-4d4d-a045-8ec433cccaf1,segment=NetworkSegment(29b862be-f9c7-47d8-88dc-8f025170fe04),segment_id=29b862be-f9c7-47d8-88dc-8f025170fe04)] {{(pid=109124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:33:34.676727 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-fa56782a-a208-49e9-8eeb-6678f38cf2d7 req-98bd5328-d052-49c3-abf5-275d8823fede tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:34.693795 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [req-fa56782a-a208-49e9-8eeb-6678f38cf2d7 req-98bd5328-d052-49c3-abf5-275d8823fede tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Calling delete_port for 9e15575d-679a-4d4d-a045-8ec433cccaf1 owned by compute:nova {{(pid=109124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:33:34.708480 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a224aaa-aba4-45cf-b853-c427f868dd0a req-ebec732f-77a9-43e0-ae04-2a672549f0fb tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:34.710370 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3a224aaa-aba4-45cf-b853-c427f868dd0a req-ebec732f-77a9-43e0-ae04-2a672549f0fb tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/ports?device_id=55061e42-e8f0-4a37-8f8f-4f8c2e781558 HTTP/1.1" status: 200 len: 945 time: 0.0900304 Nov 25 00:33:34.811852 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3a224aaa-aba4-45cf-b853-c427f868dd0a req-d8870ae0-c691-4285-999a-642961cbcd16 tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.37 "GET /v2.0/security-groups?id=19d7da6b-02ba-4edd-a670-e71d2fe1282f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921543 Nov 25 00:33:34.876782 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-fa56782a-a208-49e9-8eeb-6678f38cf2d7 req-98bd5328-d052-49c3-abf5-275d8823fede tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:34.890201 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['9e15575d-679a-4d4d-a045-8ec433cccaf1'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:33:34.905872 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd5328-d052-49c3-abf5-275d8823fede tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Pushing event deleted for resources: {'Port': ['ID=9e15575d-679a-4d4d-a045-8ec433cccaf1,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:34.951749 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa56782a-a208-49e9-8eeb-6678f38cf2d7 req-98bd5328-d052-49c3-abf5-275d8823fede tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] No DVR routers for this DVR port 9e15575d-679a-4d4d-a045-8ec433cccaf1 on host hv-cinder-81920 {{(pid=109124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 00:33:34.954967 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-fa56782a-a208-49e9-8eeb-6678f38cf2d7 req-98bd5328-d052-49c3-abf5-275d8823fede tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:34.958384 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-fa56782a-a208-49e9-8eeb-6678f38cf2d7 req-98bd5328-d052-49c3-abf5-275d8823fede tempest-ServerRescueNegativeTestJSON-2040052491 tempest-ServerRescueNegativeTestJSON-2040052491-project] 10.222.0.36 "DELETE /v2.0/ports/9e15575d-679a-4d4d-a045-8ec433cccaf1 HTTP/1.1" status: 204 len: 173 time: 0.4911211 Nov 25 00:33:34.958877 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55061e42-e8f0-4a37-8f8f-4f8c2e781558', 'name': 'network-vif-deleted', 'tag': '9e15575d-679a-4d4d-a045-8ec433cccaf1'}] {{(pid=109124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:33:34.961257 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c540b04f577278a42f04ac83864b9661265f6e355fc5f2cf5b057c36d7214e30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92163d4-32cf-43f2-8afa-11a631deda60" -d '{"events": [{"server_uuid": "55061e42-e8f0-4a37-8f8f-4f8c2e781558", "name": "network-vif-deleted", "tag": "9e15575d-679a-4d4d-a045-8ec433cccaf1"}]}' {{(pid=109124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:33:35.029993 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f991211f-9b01-4c34-ae42-7081e49b8316 x-openstack-request-id: req-f991211f-9b01-4c34-ae42-7081e49b8316 {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:33:35.030476 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55061e42-e8f0-4a37-8f8f-4f8c2e781558", "name": "network-vif-deleted", "tag": "9e15575d-679a-4d4d-a045-8ec433cccaf1", "status": "completed", "code": 200}]} {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:33:35.030685 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f991211f-9b01-4c34-ae42-7081e49b8316 {{(pid=109124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:33:35.030986 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55061e42-e8f0-4a37-8f8f-4f8c2e781558', 'name': 'network-vif-deleted', 'tag': '9e15575d-679a-4d4d-a045-8ec433cccaf1', 'status': 'completed', 'code': 200} Nov 25 00:33:35.872823 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 46090) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:36.372705 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1176c5b6-60f7-40e0-839a-a4c695226309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762440'] for router_interface, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:36.479335 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b395c0f-5e39-4041-b8d2-db0917376a44 req-2d8b411b-cce2-4554-b51a-98dac7e803a9 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:36.480818 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-2b395c0f-5e39-4041-b8d2-db0917376a44 req-2d8b411b-cce2-4554-b51a-98dac7e803a9 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.1261013 Nov 25 00:33:36.590611 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-2b395c0f-5e39-4041-b8d2-db0917376a44 req-39984a3f-7eb6-446e-ab51-a8674aff4e17 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028442 Nov 25 00:33:36.744159 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [None req-1176c5b6-60f7-40e0-839a-a4c695226309 admin admin] Deleting port 7f06e75d-7f67-43f0-8071-9f8252ace419 {{(pid=109124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:33:36.744498 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1176c5b6-60f7-40e0-839a-a4c695226309 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:36.823043 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [None req-1176c5b6-60f7-40e0-839a-a4c695226309 admin admin] For port 7f06e75d-7f67-43f0-8071-9f8252ace419, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=7f06e75d-7f67-43f0-8071-9f8252ace419,segment=NetworkSegment(29b862be-f9c7-47d8-88dc-8f025170fe04),segment_id=29b862be-f9c7-47d8-88dc-8f025170fe04)] {{(pid=109124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:33:36.823419 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1176c5b6-60f7-40e0-839a-a4c695226309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:36.836198 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [None req-1176c5b6-60f7-40e0-839a-a4c695226309 admin admin] Calling delete_port for 7f06e75d-7f67-43f0-8071-9f8252ace419 owned by network:router_interface {{(pid=109124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:33:36.938936 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 9e15575d-679a-4d4d-a045-8ec433cccaf1 no longer exists at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:33:36.960029 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] No Port match for: 9e15575d-679a-4d4d-a045-8ec433cccaf1 {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:33:36.960394 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 9e15575d-679a-4d4d-a045-8ec433cccaf1 not bound to the agent host hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:33:37.012042 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1176c5b6-60f7-40e0-839a-a4c695226309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:37.043041 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176c5b6-60f7-40e0-839a-a4c695226309 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f06e75d-7f67-43f0-8071-9f8252ace419,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:37.204878 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1176c5b6-60f7-40e0-839a-a4c695226309 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-762580'] for router_interface, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:37.668625 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1176c5b6-60f7-40e0-839a-a4c695226309 admin admin] Router a77ac9bc-d423-4206-b2d8-932468f17e26 has already been hosted by L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 {{(pid=109124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 00:33:37.815006 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15ab44-f5b8-4931-bc25-faa956882388 req-781f4bab-cb2c-4c99-926d-72f46bc8dfc1 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:37.816428 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ff15ab44-f5b8-4931-bc25-faa956882388 req-781f4bab-cb2c-4c99-926d-72f46bc8dfc1 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.1034124 Nov 25 00:33:37.830181 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1176c5b6-60f7-40e0-839a-a4c695226309 admin admin] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:33:37.839411 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-1176c5b6-60f7-40e0-839a-a4c695226309 admin admin] 10.222.0.37 "PUT /v2.0/routers/a77ac9bc-d423-4206-b2d8-932468f17e26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9632373 Nov 25 00:33:37.841775 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 46120) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:37.843532 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55777bf7-2eb5-4fc7-a797-82110fd76b4f None None] Sync routers for ids ['a77ac9bc-d423-4206-b2d8-932468f17e26'] in dv-cinder-819200-1-iscsi {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:33:37.856482 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55777bf7-2eb5-4fc7-a797-82110fd76b4f None None] Routers {'a77ac9bc-d423-4206-b2d8-932468f17e26'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:33:37.857686 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-55777bf7-2eb5-4fc7-a797-82110fd76b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:33:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['a77ac9bc-d423-4206-b2d8-932468f17e26'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:33:37.884348 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ff15ab44-f5b8-4931-bc25-faa956882388 req-ba686f26-78dc-4d98-bf09-b35ef10b1ac4 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604472 Nov 25 00:33:37.989806 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-55777bf7-2eb5-4fc7-a797-82110fd76b4f None None] Set router a77ac9bc-d423-4206-b2d8-932468f17e26 gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:33:38.180801 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-55777bf7-2eb5-4fc7-a797-82110fd76b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77ac9bc-d423-4206-b2d8-932468f17e26', 'name': 'tempest-ServerRescueNegativeTestJSON-840552441-router', 'tenant_id': 'bda41ef0908f493e850f99e3e5aab2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '455b60ab-44f0-4782-b660-a8ac5b6de72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:29:48Z', 'updated_at': '2021-11-25T00:33:36Z', 'revision_number': 5, 'project_id': 'bda41ef0908f493e850f99e3e5aab2cd', 'gw_port': {'id': '455b60ab-44f0-4782-b660-a8ac5b6de72b', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:62:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77ac9bc-d423-4206-b2d8-932468f17e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:29:49Z', 'updated_at': '2021-11-25T00:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi'}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:33:38.214139 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55777bf7-2eb5-4fc7-a797-82110fd76b4f None None] Checking router: a77ac9bc-d423-4206-b2d8-932468f17e26 for host: dv-cinder-819200-1-iscsi {{(pid=109126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:33:38.224035 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6a83d710-0eb2-4dd4-920e-199ef8adcaf5 admin admin] Publish callbacks [] for router, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:38.224405 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55777bf7-2eb5-4fc7-a797-82110fd76b4f None None] Routers {'a77ac9bc-d423-4206-b2d8-932468f17e26'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:33:38.225111 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-55777bf7-2eb5-4fc7-a797-82110fd76b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:33:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['a77ac9bc-d423-4206-b2d8-932468f17e26'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:33:38.384266 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6a83d710-0eb2-4dd4-920e-199ef8adcaf5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:38.430223 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-55777bf7-2eb5-4fc7-a797-82110fd76b4f None None] Set router a77ac9bc-d423-4206-b2d8-932468f17e26 gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:33:38.445393 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-6a83d710-0eb2-4dd4-920e-199ef8adcaf5 admin admin] Deleting port 455b60ab-44f0-4782-b660-a8ac5b6de72b {{(pid=109123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:33:38.445681 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6a83d710-0eb2-4dd4-920e-199ef8adcaf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:38.537084 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [None req-6a83d710-0eb2-4dd4-920e-199ef8adcaf5 admin admin] For port 455b60ab-44f0-4782-b660-a8ac5b6de72b, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=455b60ab-44f0-4782-b660-a8ac5b6de72b,segment=NetworkSegment(2cbd316e-5d05-4c4d-ba22-dac4641013ba),segment_id=2cbd316e-5d05-4c4d-ba22-dac4641013ba)] {{(pid=109123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:33:38.537490 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6a83d710-0eb2-4dd4-920e-199ef8adcaf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:38.550427 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e131eb-88df-489d-8fee-0546b3856cb2 req-da3a9b32-68aa-484b-83dc-ae87d5af4992 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:38.551846 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-34e131eb-88df-489d-8fee-0546b3856cb2 req-da3a9b32-68aa-484b-83dc-ae87d5af4992 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.0510845 Nov 25 00:33:38.552369 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-6a83d710-0eb2-4dd4-920e-199ef8adcaf5 admin admin] Calling delete_port for 455b60ab-44f0-4782-b660-a8ac5b6de72b owned by network:router_gateway {{(pid=109123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:33:38.624738 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-55777bf7-2eb5-4fc7-a797-82110fd76b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77ac9bc-d423-4206-b2d8-932468f17e26', 'name': 'tempest-ServerRescueNegativeTestJSON-840552441-router', 'tenant_id': 'bda41ef0908f493e850f99e3e5aab2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '455b60ab-44f0-4782-b660-a8ac5b6de72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:29:48Z', 'updated_at': '2021-11-25T00:33:36Z', 'revision_number': 5, 'project_id': 'bda41ef0908f493e850f99e3e5aab2cd', 'gw_port': {'id': '455b60ab-44f0-4782-b660-a8ac5b6de72b', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:62:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77ac9bc-d423-4206-b2d8-932468f17e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:29:49Z', 'updated_at': '2021-11-25T00:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi'}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:33:38.658257 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55777bf7-2eb5-4fc7-a797-82110fd76b4f None None] The sync data for ids ['a77ac9bc-d423-4206-b2d8-932468f17e26'] in dv-cinder-819200-1-iscsi is: [{'id': 'a77ac9bc-d423-4206-b2d8-932468f17e26', 'name': 'tempest-ServerRescueNegativeTestJSON-840552441-router', 'tenant_id': 'bda41ef0908f493e850f99e3e5aab2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '455b60ab-44f0-4782-b660-a8ac5b6de72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:29:48Z', 'updated_at': '2021-11-25T00:33:36Z', 'revision_number': 5, 'project_id': 'bda41ef0908f493e850f99e3e5aab2cd', 'gw_port': {'id': '455b60ab-44f0-4782-b660-a8ac5b6de72b', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:62:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77ac9bc-d423-4206-b2d8-932468f17e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:29:49Z', 'updated_at': '2021-11-25T00:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi'}] {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:33:38.662449 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [req-34e131eb-88df-489d-8fee-0546b3856cb2 req-a811922d-0c54-4b6f-bad4-83c87b302149 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Deleting port b119409b-8ced-4456-81f2-968ea6e653bd {{(pid=109124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:33:38.663025 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-34e131eb-88df-489d-8fee-0546b3856cb2 req-a811922d-0c54-4b6f-bad4-83c87b302149 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:38.767742 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6a83d710-0eb2-4dd4-920e-199ef8adcaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:38.768372 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [req-34e131eb-88df-489d-8fee-0546b3856cb2 req-a811922d-0c54-4b6f-bad4-83c87b302149 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] For port b119409b-8ced-4456-81f2-968ea6e653bd, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=b119409b-8ced-4456-81f2-968ea6e653bd,segment=NetworkSegment(5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6),segment_id=5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6)] {{(pid=109124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:33:38.768740 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-34e131eb-88df-489d-8fee-0546b3856cb2 req-a811922d-0c54-4b6f-bad4-83c87b302149 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:38.794943 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a83d710-0eb2-4dd4-920e-199ef8adcaf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=455b60ab-44f0-4782-b660-a8ac5b6de72b,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:38.863910 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6a83d710-0eb2-4dd4-920e-199ef8adcaf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622962'] for router_gateway, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:38.979672 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6a83d710-0eb2-4dd4-920e-199ef8adcaf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-776418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8630'] for router, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:38.982902 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6a83d710-0eb2-4dd4-920e-199ef8adcaf5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:39.055747 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6a83d710-0eb2-4dd4-920e-199ef8adcaf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-776429'] for router, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:39.056658 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a83d710-0eb2-4dd4-920e-199ef8adcaf5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a77ac9bc-d423-4206-b2d8-932468f17e26 {{(pid=109123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 00:33:39.067150 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6a83d710-0eb2-4dd4-920e-199ef8adcaf5 admin admin] Publish callbacks [] for router, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:39.068565 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-6a83d710-0eb2-4dd4-920e-199ef8adcaf5 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a77ac9bc-d423-4206-b2d8-932468f17e26 HTTP/1.1" status: 204 len: 168 time: 1.2231326 Nov 25 00:33:39.071884 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 46134) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:39.083465 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-34e131eb-88df-489d-8fee-0546b3856cb2 req-a811922d-0c54-4b6f-bad4-83c87b302149 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:39.083833 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-34e131eb-88df-489d-8fee-0546b3856cb2 req-a811922d-0c54-4b6f-bad4-83c87b302149 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622920'] for floatingip, after_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:39.084191 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.db.l3_db [req-34e131eb-88df-489d-8fee-0546b3856cb2 req-a811922d-0c54-4b6f-bad4-83c87b302149 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Floating IP 2a2c22fa-767b-4d57-afbc-6dd1a90a6b95 disassociated. External IP: 172.27.2.144, port: b119409b-8ced-4456-81f2-968ea6e653bd. Nov 25 00:33:39.084579 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [req-34e131eb-88df-489d-8fee-0546b3856cb2 req-a811922d-0c54-4b6f-bad4-83c87b302149 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Calling delete_port for b119409b-8ced-4456-81f2-968ea6e653bd owned by compute:nova {{(pid=109124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:33:39.119096 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.db_base_plugin_v2 [None req-547a06e1-545b-4f29-b319-8627daa3d2a5 admin admin] Deleting subnet 905d2d66-01fc-468a-afe8-a4b586f67431 {{(pid=109123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 00:33:39.122798 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-547a06e1-545b-4f29-b319-8627daa3d2a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:39.147353 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0ccb4-9414-492c-ac7b-ba82ae1ac332 req-3581f4ff-5f29-4e1b-a4b8-4c2fb0bffe17 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:39.149207 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-d2c0ccb4-9414-492c-ac7b-ba82ae1ac332 req-3581f4ff-5f29-4e1b-a4b8-4c2fb0bffe17 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 945 time: 0.1821749 Nov 25 00:33:39.167931 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-547a06e1-545b-4f29-b319-8627daa3d2a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12550361'] for subnet, precommit_delete_associations {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:39.225252 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-547a06e1-545b-4f29-b319-8627daa3d2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3679783'] for subnet, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:39.229514 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-d2c0ccb4-9414-492c-ac7b-ba82ae1ac332 req-b5f07d6b-e7ae-471a-92fe-52ba29d57351 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=d784b8fd-5743-40b3-93b8-674659c2e46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724804 Nov 25 00:33:39.298407 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-34e131eb-88df-489d-8fee-0546b3856cb2 req-a811922d-0c54-4b6f-bad4-83c87b302149 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:39.304881 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 7f06e75d-7f67-43f0-8071-9f8252ace419 no longer exists at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:33:39.314846 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-547a06e1-545b-4f29-b319-8627daa3d2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3679964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11305922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12290967'] for subnet, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:39.337167 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811922d-0c54-4b6f-bad4-83c87b302149 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Pushing event deleted for resources: {'Port': ['ID=b119409b-8ced-4456-81f2-968ea6e653bd,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:39.339628 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] No Port match for: 7f06e75d-7f67-43f0-8071-9f8252ace419 {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:33:39.340144 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 7f06e75d-7f67-43f0-8071-9f8252ace419 not bound to the agent host dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:33:39.357415 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a06e1-545b-4f29-b319-8627daa3d2a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=905d2d66-01fc-468a-afe8-a4b586f67431,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:39.360132 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-547a06e1-545b-4f29-b319-8627daa3d2a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:39.366567 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-547a06e1-545b-4f29-b319-8627daa3d2a5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/905d2d66-01fc-468a-afe8-a4b586f67431 HTTP/1.1" status: 204 len: 168 time: 0.2934022 Nov 25 00:33:39.369232 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 46136) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:39.470118 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-4ee2ea31-58e7-41ef-a8ad-4b12f8056987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3831181'] for network, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:39.494227 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34e131eb-88df-489d-8fee-0546b3856cb2 req-a811922d-0c54-4b6f-bad4-83c87b302149 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Router b16911b7-a363-4fcf-a499-0330304c6f7d has already been hosted by L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 {{(pid=109124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 00:33:39.577071 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-4ee2ea31-58e7-41ef-a8ad-4b12f8056987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3685296', 'neutron.services.segments.db._delete_segments_for_network-8781494352851'] for network, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:39.606097 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-4ee2ea31-58e7-41ef-a8ad-4b12f8056987 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e36dfab7-9306-47bd-a24d-fce7937d64a7']}} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:33:39.617093 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-4ee2ea31-58e7-41ef-a8ad-4b12f8056987 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b862be-f9c7-47d8-88dc-8f025170fe04') {'for_net_delete': True} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:33:39.617404 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-4ee2ea31-58e7-41ef-a8ad-4b12f8056987 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b862be-f9c7-47d8-88dc-8f025170fe04') {} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:33:39.629536 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-4ee2ea31-58e7-41ef-a8ad-4b12f8056987 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781494358748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12550354'] for segment, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:39.633586 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34e131eb-88df-489d-8fee-0546b3856cb2 req-a811922d-0c54-4b6f-bad4-83c87b302149 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:33:39.647179 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-4ee2ea31-58e7-41ef-a8ad-4b12f8056987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386'] for segment, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:39.653980 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090d6c9b-54ef-4fbb-b204-7e5008648a75 None None] Sync routers for ids ['b16911b7-a363-4fcf-a499-0330304c6f7d'] in dv-cinder-819200-1-iscsi {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:33:39.658050 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ee2ea31-58e7-41ef-a8ad-4b12f8056987 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=109123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 00:33:39.658569 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-4ee2ea31-58e7-41ef-a8ad-4b12f8056987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11305784'] for segment, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:39.660525 dv-cinder-819200-1-iscsi neutron-server[109123]: Traceback (most recent call last): Nov 25 00:33:39.660525 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 00:33:39.660525 dv-cinder-819200-1-iscsi neutron-server[109123]: timer() Nov 25 00:33:39.660525 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 00:33:39.660525 dv-cinder-819200-1-iscsi neutron-server[109123]: cb(*args, **kw) Nov 25 00:33:39.660525 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 00:33:39.660525 dv-cinder-819200-1-iscsi neutron-server[109123]: return func(*args, **kwargs) Nov 25 00:33:39.660525 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 00:33:39.660525 dv-cinder-819200-1-iscsi neutron-server[109123]: self._notify() Nov 25 00:33:39.660525 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 00:33:39.660525 dv-cinder-819200-1-iscsi neutron-server[109123]: self.callback(batched_events) Nov 25 00:33:39.660525 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 00:33:39.660525 dv-cinder-819200-1-iscsi neutron-server[109123]: event.method(event) Nov 25 00:33:39.660525 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 00:33:39.660525 dv-cinder-819200-1-iscsi neutron-server[109123]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 00:33:39.660525 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 00:33:39.660525 dv-cinder-819200-1-iscsi neutron-server[109123]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 00:33:39.660525 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 00:33:39.660525 dv-cinder-819200-1-iscsi neutron-server[109123]: return f(self, *a, **k) Nov 25 00:33:39.660525 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 00:33:39.660525 dv-cinder-819200-1-iscsi neutron-server[109123]: return self._get(url).json() Nov 25 00:33:39.660525 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 00:33:39.660525 dv-cinder-819200-1-iscsi neutron-server[109123]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 00:33:39.660525 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 00:33:39.660525 dv-cinder-819200-1-iscsi neutron-server[109123]: return self.request(url, 'GET', **kwargs) Nov 25 00:33:39.660525 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 00:33:39.660525 dv-cinder-819200-1-iscsi neutron-server[109123]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 00:33:39.660525 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 00:33:39.660525 dv-cinder-819200-1-iscsi neutron-server[109123]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 00:33:39.660525 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 00:33:39.660525 dv-cinder-819200-1-iscsi neutron-server[109123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 00:33:39.660525 dv-cinder-819200-1-iscsi neutron-server[109123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 00:33:39.674507 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090d6c9b-54ef-4fbb-b204-7e5008648a75 None None] Routers {'b16911b7-a363-4fcf-a499-0330304c6f7d'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:33:39.675099 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-090d6c9b-54ef-4fbb-b204-7e5008648a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:33:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['b16911b7-a363-4fcf-a499-0330304c6f7d'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:33:39.686674 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e131eb-88df-489d-8fee-0546b3856cb2 req-a811922d-0c54-4b6f-bad4-83c87b302149 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] No DVR routers for this DVR port b119409b-8ced-4456-81f2-968ea6e653bd on host hv-cinder-81920 {{(pid=109124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 00:33:39.689318 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-34e131eb-88df-489d-8fee-0546b3856cb2 req-a811922d-0c54-4b6f-bad4-83c87b302149 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:39.693951 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-34e131eb-88df-489d-8fee-0546b3856cb2 req-a811922d-0c54-4b6f-bad4-83c87b302149 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.36 "DELETE /v2.0/ports/b119409b-8ced-4456-81f2-968ea6e653bd HTTP/1.1" status: 204 len: 173 time: 1.1353879 Nov 25 00:33:39.694441 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7be779f-76ca-4a68-b0db-b4a7ef1b48af', 'name': 'network-vif-deleted', 'tag': 'b119409b-8ced-4456-81f2-968ea6e653bd'}] {{(pid=109124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:33:39.699646 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c540b04f577278a42f04ac83864b9661265f6e355fc5f2cf5b057c36d7214e30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ed0ed6-24e8-42ab-a951-11fef9eda878" -d '{"events": [{"server_uuid": "c7be779f-76ca-4a68-b0db-b4a7ef1b48af", "name": "network-vif-deleted", "tag": "b119409b-8ced-4456-81f2-968ea6e653bd"}]}' {{(pid=109124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:33:39.755251 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-4ee2ea31-58e7-41ef-a8ad-4b12f8056987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3685289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622934'] for network, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:39.774708 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-4ee2ea31-58e7-41ef-a8ad-4b12f8056987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for network, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:39.783367 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-4ee2ea31-58e7-41ef-a8ad-4b12f8056987 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e36dfab7-9306-47bd-a24d-fce7937d64a7 HTTP/1.1" status: 204 len: 168 time: 0.4118860 Nov 25 00:33:39.783929 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2ea31-58e7-41ef-a8ad-4b12f8056987 admin admin] Pushing event deleted for resources: {'Network': ['ID=e36dfab7-9306-47bd-a24d-fce7937d64a7,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:39.827503 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-090d6c9b-54ef-4fbb-b204-7e5008648a75 None None] Set router b16911b7-a363-4fcf-a499-0330304c6f7d gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:33:39.845328 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed668ee-f107-471b-ae5f-faab0ba1427c x-openstack-request-id: req-1ed668ee-f107-471b-ae5f-faab0ba1427c {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:33:39.845690 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7be779f-76ca-4a68-b0db-b4a7ef1b48af", "name": "network-vif-deleted", "tag": "b119409b-8ced-4456-81f2-968ea6e653bd", "status": "completed", "code": 200}]} {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:33:39.845963 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ed668ee-f107-471b-ae5f-faab0ba1427c {{(pid=109124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:33:39.846362 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7be779f-76ca-4a68-b0db-b4a7ef1b48af', 'name': 'network-vif-deleted', 'tag': 'b119409b-8ced-4456-81f2-968ea6e653bd', 'status': 'completed', 'code': 200} Nov 25 00:33:40.037981 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 46146) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:40.092603 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-090d6c9b-54ef-4fbb-b204-7e5008648a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'name': 'tempest-AttachVolumeTestJSON-1556933049-router', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '45f038c6-7cd6-4aab-a24f-1ffab3ef5534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:28:18Z', 'revision_number': 4, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'gw_port': {'id': '45f038c6-7cd6-4aab-a24f-1ffab3ef5534', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:11Z', 'updated_at': '2021-11-25T00:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '8caf211a-49f8-4d81-b479-2fa1b5133a03', 'name': '', 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'mac_address': 'fa:16:3e:9a:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:16Z', 'updated_at': '2021-11-25T00:28:26Z', 'revision_number': 5, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'subnets': [{'id': 'f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:33:40.119340 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-9b8db45f-87f3-4abc-a5d8-b4e8587a96a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bda41ef0908f493e850f99e3e5aab2cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0732911 Nov 25 00:33:40.122292 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 46150) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:40.127443 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090d6c9b-54ef-4fbb-b204-7e5008648a75 None None] Checking router: b16911b7-a363-4fcf-a499-0330304c6f7d for host: dv-cinder-819200-1-iscsi {{(pid=109125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:33:40.137372 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090d6c9b-54ef-4fbb-b204-7e5008648a75 None None] Routers {'b16911b7-a363-4fcf-a499-0330304c6f7d'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:33:40.138076 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-090d6c9b-54ef-4fbb-b204-7e5008648a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:33:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['b16911b7-a363-4fcf-a499-0330304c6f7d'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:33:40.177065 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-302305f7-47a1-412c-8d15-6b60116ed1fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:40.202845 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-302305f7-47a1-412c-8d15-6b60116ed1fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:40.259777 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-090d6c9b-54ef-4fbb-b204-7e5008648a75 None None] Set router b16911b7-a363-4fcf-a499-0330304c6f7d gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:33:40.270763 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-302305f7-47a1-412c-8d15-6b60116ed1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:40.274829 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-302305f7-47a1-412c-8d15-6b60116ed1fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:40.276373 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-302305f7-47a1-412c-8d15-6b60116ed1fb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/19d7da6b-02ba-4edd-a670-e71d2fe1282f HTTP/1.1" status: 204 len: 168 time: 0.1528652 Nov 25 00:33:40.286558 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302305f7-47a1-412c-8d15-6b60116ed1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d7da6b-02ba-4edd-a670-e71d2fe1282f,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:40.377267 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-6f56b91f-c646-4cb2-9eb0-a1042113b132 req-ce272c6c-ee26-47bc-97af-76d69a59ab92 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 210 time: 0.0449352 Nov 25 00:33:40.518594 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-090d6c9b-54ef-4fbb-b204-7e5008648a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'name': 'tempest-AttachVolumeTestJSON-1556933049-router', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '45f038c6-7cd6-4aab-a24f-1ffab3ef5534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:28:18Z', 'revision_number': 4, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'gw_port': {'id': '45f038c6-7cd6-4aab-a24f-1ffab3ef5534', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:11Z', 'updated_at': '2021-11-25T00:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '8caf211a-49f8-4d81-b479-2fa1b5133a03', 'name': '', 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'mac_address': 'fa:16:3e:9a:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:16Z', 'updated_at': '2021-11-25T00:28:26Z', 'revision_number': 5, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'subnets': [{'id': 'f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:33:40.547561 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090d6c9b-54ef-4fbb-b204-7e5008648a75 None None] The sync data for ids ['b16911b7-a363-4fcf-a499-0330304c6f7d'] in dv-cinder-819200-1-iscsi is: [{'id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'name': 'tempest-AttachVolumeTestJSON-1556933049-router', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '45f038c6-7cd6-4aab-a24f-1ffab3ef5534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:28:18Z', 'revision_number': 4, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'gw_port': {'id': '45f038c6-7cd6-4aab-a24f-1ffab3ef5534', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:11Z', 'updated_at': '2021-11-25T00:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '8caf211a-49f8-4d81-b479-2fa1b5133a03', 'name': '', 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'mac_address': 'fa:16:3e:9a:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:16Z', 'updated_at': '2021-11-25T00:28:26Z', 'revision_number': 5, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'subnets': [{'id': 'f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:33:40.816574 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17733b26-9976-4bbe-b03a-d47613c02d3a None None] New status for floating IP 2a2c22fa-767b-4d57-afbc-6dd1a90a6b95: DOWN {{(pid=109126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 00:33:41.231292 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 455b60ab-44f0-4782-b660-a8ac5b6de72b no longer exists at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:33:41.257061 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] No Port match for: 455b60ab-44f0-4782-b660-a8ac5b6de72b {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:33:41.257424 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 455b60ab-44f0-4782-b660-a8ac5b6de72b not bound to the agent host dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:33:41.489859 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-aa2b9f76-aa74-4def-a851-5293b9be82c0 req-a5fc5e41-7dae-4c7c-8c95-31a3d82aa735 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7be779f-76ca-4a68-b0db-b4a7ef1b48af HTTP/1.1" status: 200 len: 210 time: 0.0272932 Nov 25 00:33:41.911869 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-e6207483-6caf-43dd-89f6-87add5031681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:41.944358 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device b119409b-8ced-4456-81f2-968ea6e653bd no longer exists at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:33:41.979622 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] No Port match for: b119409b-8ced-4456-81f2-968ea6e653bd {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:33:41.980244 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device b119409b-8ced-4456-81f2-968ea6e653bd not bound to the agent host hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:33:42.274699 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 46212) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:42.398862 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-ccb67eb7-43a3-4d24-bb4f-98921a3926bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:42.494034 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-ccb67eb7-43a3-4d24-bb4f-98921a3926bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:42.499853 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-ccb67eb7-43a3-4d24-bb4f-98921a3926bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:42.544101 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-ccb67eb7-43a3-4d24-bb4f-98921a3926bf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e65bd2618d844c08b8b3635d490b29d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2670722 Nov 25 00:33:42.544101 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb67eb7-43a3-4d24-bb4f-98921a3926bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa14f8bb-8aac-4293-9e2c-3700175249c2,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:42.546212 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 46218) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:42.581566 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 46222) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:42.634516 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-46dd2490-6cba-42ec-82be-8aac457f01ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:42.676028 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-46dd2490-6cba-42ec-82be-8aac457f01ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:42.687892 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-766ca15e-8e7f-4a1d-afa9-425eb6257c44 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:42.733536 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-766ca15e-8e7f-4a1d-afa9-425eb6257c44 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:42.776329 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-46dd2490-6cba-42ec-82be-8aac457f01ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:42.779001 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-46dd2490-6cba-42ec-82be-8aac457f01ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:42.780168 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-46dd2490-6cba-42ec-82be-8aac457f01ec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aa14f8bb-8aac-4293-9e2c-3700175249c2 HTTP/1.1" status: 204 len: 168 time: 0.2329919 Nov 25 00:33:42.790109 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd2490-6cba-42ec-82be-8aac457f01ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa14f8bb-8aac-4293-9e2c-3700175249c2,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:42.805191 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-766ca15e-8e7f-4a1d-afa9-425eb6257c44 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:42.810098 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-766ca15e-8e7f-4a1d-afa9-425eb6257c44 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:42.815253 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-766ca15e-8e7f-4a1d-afa9-425eb6257c44 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "DELETE /v2.0/security-groups/d784b8fd-5743-40b3-93b8-674659c2e46c HTTP/1.1" status: 204 len: 168 time: 0.2324600 Nov 25 00:33:42.815400 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 46226) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:42.830200 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ca15e-8e7f-4a1d-afa9-425eb6257c44 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d784b8fd-5743-40b3-93b8-674659c2e46c,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:42.843676 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.api.v2.resource [None req-72046254-1ffd-42c1-a236-61a2c15a0b67 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] show failed (client error): The resource could not be found. Nov 25 00:33:42.844707 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-72046254-1ffd-42c1-a236-61a2c15a0b67 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups/d784b8fd-5743-40b3-93b8-674659c2e46c HTTP/1.1" status: 404 len: 347 time: 0.0279973 Nov 25 00:33:42.847782 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 46228) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:42.991900 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5d206-cd73-45ac-93b9-6d1f48471909 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Deleting port 16fb6829-375f-464f-8532-83b5add3236b {{(pid=109123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:33:42.992323 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-bdd5d206-cd73-45ac-93b9-6d1f48471909 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:43.087069 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-bdd5d206-cd73-45ac-93b9-6d1f48471909 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:43.087627 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-bdd5d206-cd73-45ac-93b9-6d1f48471909 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:43.105125 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5d206-cd73-45ac-93b9-6d1f48471909 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Calling delete_port for 16fb6829-375f-464f-8532-83b5add3236b owned by network:floatingip {{(pid=109123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:33:43.202914 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 46238) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:43.219295 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-c1869ed4-1a44-4d8a-ae46-6c0af4870652 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:43.297938 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-bdd5d206-cd73-45ac-93b9-6d1f48471909 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:43.343059 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5d206-cd73-45ac-93b9-6d1f48471909 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Pushing event deleted for resources: {'Port': ['ID=16fb6829-375f-464f-8532-83b5add3236b,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:43.361621 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-c1869ed4-1a44-4d8a-ae46-6c0af4870652 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:43.369376 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-c1869ed4-1a44-4d8a-ae46-6c0af4870652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:43.409784 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-bdd5d206-cd73-45ac-93b9-6d1f48471909 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for floatingip, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:43.410915 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-c1869ed4-1a44-4d8a-ae46-6c0af4870652 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e54299b206db46d39c03353e077ca2e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2064850 Nov 25 00:33:43.411543 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 46240) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:43.414291 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-bdd5d206-cd73-45ac-93b9-6d1f48471909 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for floatingip, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:43.415689 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-bdd5d206-cd73-45ac-93b9-6d1f48471909 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "DELETE /v2.0/floatingips/2a2c22fa-767b-4d57-afbc-6dd1a90a6b95 HTTP/1.1" status: 204 len: 168 time: 0.5669432 Nov 25 00:33:43.435056 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1869ed4-1a44-4d8a-ae46-6c0af4870652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b96e37f-e622-425a-9c84-a45604d60d37,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:43.518554 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-87872591-97ec-4cf0-afc2-9d8d5bc2ca66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:43.562125 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-87872591-97ec-4cf0-afc2-9d8d5bc2ca66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:43.644449 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-87872591-97ec-4cf0-afc2-9d8d5bc2ca66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:43.648872 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-87872591-97ec-4cf0-afc2-9d8d5bc2ca66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:43.653379 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-87872591-97ec-4cf0-afc2-9d8d5bc2ca66 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b96e37f-e622-425a-9c84-a45604d60d37 HTTP/1.1" status: 204 len: 168 time: 0.2332077 Nov 25 00:33:43.661350 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87872591-97ec-4cf0-afc2-9d8d5bc2ca66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b96e37f-e622-425a-9c84-a45604d60d37,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:43.696765 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 46250) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:43.701504 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-6dd9ed9d-a580-48c8-965a-df534fcd77a0 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1401959424', 'description': 'tempest-description--1844741669'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:33:43.733605 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6dd9ed9d-a580-48c8-965a-df534fcd77a0 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:43.853312 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6dd9ed9d-a580-48c8-965a-df534fcd77a0 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:43.860448 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6dd9ed9d-a580-48c8-965a-df534fcd77a0 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:43.913925 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6dd9ed9d-a580-48c8-965a-df534fcd77a0 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:43.918356 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-6dd9ed9d-a580-48c8-965a-df534fcd77a0 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2181118 Nov 25 00:33:43.919204 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 46254) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:43.923932 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-681bc419-f50d-433d-8ba2-a7ee60522bdf tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Request body: {'security_group_rule': {'security_group_id': '54c92545-0d55-4d5f-a0fb-a253d6141a00', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:33:43.935427 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9ed9d-a580-48c8-965a-df534fcd77a0 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54c92545-0d55-4d5f-a0fb-a253d6141a00,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:43.968238 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-681bc419-f50d-433d-8ba2-a7ee60522bdf tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:44.051636 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-681bc419-f50d-433d-8ba2-a7ee60522bdf tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:44.057751 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-681bc419-f50d-433d-8ba2-a7ee60522bdf tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704393'] for security_group_rule, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:44.090776 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681bc419-f50d-433d-8ba2-a7ee60522bdf tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=effed525-aea1-4e04-8b71-c50406f2f7fd,revision_number=0']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:44.102193 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-681bc419-f50d-433d-8ba2-a7ee60522bdf tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:44.103568 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-681bc419-f50d-433d-8ba2-a7ee60522bdf tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1835215 Nov 25 00:33:44.106789 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 46260) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:44.114659 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-c4edf6c3-3c3c-457d-b511-68635cfaeaf2 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Request body: {'security_group_rule': {'security_group_id': '54c92545-0d55-4d5f-a0fb-a253d6141a00', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:33:44.160600 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-c4edf6c3-3c3c-457d-b511-68635cfaeaf2 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:44.280597 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-c4edf6c3-3c3c-457d-b511-68635cfaeaf2 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:44.287458 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-c4edf6c3-3c3c-457d-b511-68635cfaeaf2 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704393'] for security_group_rule, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:44.331005 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4edf6c3-3c3c-457d-b511-68635cfaeaf2 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b81b73-29a6-4bca-a1b4-cc2425d8923b,revision_number=0']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:44.338734 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-c4edf6c3-3c3c-457d-b511-68635cfaeaf2 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:44.340676 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-c4edf6c3-3c3c-457d-b511-68635cfaeaf2 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2322586 Nov 25 00:33:44.344141 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 46270) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:44.351182 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-e573334b-9b51-4560-ae54-57c008d5aa7d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Request body: {'floatingip': {'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:33:44.380483 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-e573334b-9b51-4560-ae54-57c008d5aa7d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for floatingip, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:44.444823 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-2f88f2dc-2727-4da0-a42c-8c489ab6ae8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:44.536922 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-e573334b-9b51-4560-ae54-57c008d5aa7d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:44.743258 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.db_base_plugin_common [None req-e573334b-9b51-4560-ae54-57c008d5aa7d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Allocated IP 172.27.2.126 (7e710f5f-af80-47ab-b03c-3a0dd4623f26/89cd149f-d365-4a11-b22c-c62ab9234e96/7370f56a-92e2-430e-8e9b-ffd37e8000ba) {{(pid=109124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:33:44.934417 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-e573334b-9b51-4560-ae54-57c008d5aa7d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for port, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:44.983338 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-e573334b-9b51-4560-ae54-57c008d5aa7d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:45.051540 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e573334b-9b51-4560-ae54-57c008d5aa7d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Network 7e710f5f-af80-47ab-b03c-3a0dd4623f26 is already hosted by enough agents. {{(pid=109124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:33:45.056735 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.base_scheduler [None req-e573334b-9b51-4560-ae54-57c008d5aa7d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Resources bound (agent type, host, resource id): {{(pid=109124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:33:45.061325 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e573334b-9b51-4560-ae54-57c008d5aa7d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Received port after_create {{(pid=109124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:33:45.067519 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573334b-9b51-4560-ae54-57c008d5aa7d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Pushing event updated for resources: {'Port': ['ID=7370f56a-92e2-430e-8e9b-ffd37e8000ba,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:45.183902 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-e573334b-9b51-4560-ae54-57c008d5aa7d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:45.225360 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-e573334b-9b51-4560-ae54-57c008d5aa7d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:45.462027 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-e573334b-9b51-4560-ae54-57c008d5aa7d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for port, precommit_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:45.468561 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-e573334b-9b51-4560-ae54-57c008d5aa7d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11622735'] for port, after_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:45.550523 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573334b-9b51-4560-ae54-57c008d5aa7d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Pushing event updated for resources: {'Port': ['ID=7370f56a-92e2-430e-8e9b-ffd37e8000ba,revision_number=2']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:45.561137 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-e573334b-9b51-4560-ae54-57c008d5aa7d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622920'] for floatingip, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:45.580860 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-e573334b-9b51-4560-ae54-57c008d5aa7d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for floatingip, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:45.582274 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-e573334b-9b51-4560-ae54-57c008d5aa7d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2365170 Nov 25 00:33:45.849212 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-c630be5a-0a2f-4084-8db6-f6e10e1fa3be tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1401959424&fields=id&tenant_id=88fe9e6d44f845c4ab47c65b792ab8b8 HTTP/1.1" status: 200 len: 267 time: 0.0504012 Nov 25 00:33:45.995501 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-2b989c62-5716-46b7-92a1-af3d48c1f704 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:45.997220 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-2b989c62-5716-46b7-92a1-af3d48c1f704 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/networks?id=b8bd4317-422f-42e2-9a69-593359f6781e HTTP/1.1" status: 200 len: 811 time: 0.1324944 Nov 25 00:33:46.026143 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-0d5f05fa-3d2d-4dca-a366-1e450d80dd18 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/quotas/88fe9e6d44f845c4ab47c65b792ab8b8 HTTP/1.1" status: 200 len: 375 time: 0.0175948 Nov 25 00:33:46.098977 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-41fd5208-fcb7-4fc0-8156-a99b6d74ecc0 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=88fe9e6d44f845c4ab47c65b792ab8b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630701 Nov 25 00:33:46.259472 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-db06be8e-a734-4a61-abaf-ad9aa7aa471a service neutron] 10.222.0.37 "GET /v2.0/networks/b8bd4317-422f-42e2-9a69-593359f6781e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396580 Nov 25 00:33:46.389683 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-b5695b34-f48b-4e14-9454-7a950bc9cdf2 service neutron] 10.222.0.37 "GET /v2.0/networks/b8bd4317-422f-42e2-9a69-593359f6781e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212518 Nov 25 00:33:46.447173 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:46.615192 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-dcd71623-5dc8-4434-9b57-7fcfb7b817f5 req-5136be08-16ec-4301-b982-ffbc6722c111 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b590588-94ea-4381-83d2-9c45fa18b830 HTTP/1.1" status: 200 len: 210 time: 0.0372002 Nov 25 00:33:47.765725 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-d005f131-8a59-49fd-8cbd-29752facc1ad req-8e76cfbe-e2e7-423c-b288-223594ea577f tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b590588-94ea-4381-83d2-9c45fa18b830 HTTP/1.1" status: 200 len: 210 time: 0.0365608 Nov 25 00:33:47.793216 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-1203e469-9a63-4e77-a5d8-09124c7589b8 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:47.795087 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-1203e469-9a63-4e77-a5d8-09124c7589b8 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.36 "GET /v2.0/networks?id=b8bd4317-422f-42e2-9a69-593359f6781e HTTP/1.1" status: 200 len: 811 time: 0.1852102 Nov 25 00:33:47.873679 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-d671fa65-1f2d-45c9-ad98-c40d89be1004 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88fe9e6d44f845c4ab47c65b792ab8b8 HTTP/1.1" status: 200 len: 380 time: 0.0686753 Nov 25 00:33:47.886696 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-fd0718b2-e5f9-4e0c-babd-503ff046a636 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Request body: {'port': {'device_id': '8b590588-94ea-4381-83d2-9c45fa18b830', 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e', 'admin_state_up': True, 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'security_groups': ['54c92545-0d55-4d5f-a0fb-a253d6141a00']}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:33:48.017193 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-fd0718b2-e5f9-4e0c-babd-503ff046a636 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Made reservation on behalf of 88fe9e6d44f845c4ab47c65b792ab8b8 for: {'port': 1} {{(pid=109124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:33:48.021257 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-fd0718b2-e5f9-4e0c-babd-503ff046a636 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:48.185046 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.db_base_plugin_common [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-fd0718b2-e5f9-4e0c-babd-503ff046a636 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Allocated IP 172.20.0.12 (b8bd4317-422f-42e2-9a69-593359f6781e/f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9/81755273-d05c-4c90-9eac-8340996e6c15) {{(pid=109124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:33:48.411445 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:48.415990 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:48.431242 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-fd0718b2-e5f9-4e0c-babd-503ff046a636 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for port, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:48.478298 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-fd0718b2-e5f9-4e0c-babd-503ff046a636 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:48.531818 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-fd0718b2-e5f9-4e0c-babd-503ff046a636 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Network b8bd4317-422f-42e2-9a69-593359f6781e is already hosted by enough agents. {{(pid=109124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:33:48.535461 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.base_scheduler [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-fd0718b2-e5f9-4e0c-babd-503ff046a636 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Resources bound (agent type, host, resource id): {{(pid=109124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:33:48.540538 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-fd0718b2-e5f9-4e0c-babd-503ff046a636 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Received port after_create {{(pid=109124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:33:48.547926 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0718b2-e5f9-4e0c-babd-503ff046a636 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Pushing event updated for resources: {'Port': ['ID=81755273-d05c-4c90-9eac-8340996e6c15,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:48.619278 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-fd0718b2-e5f9-4e0c-babd-503ff046a636 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:48.620553 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-fd0718b2-e5f9-4e0c-babd-503ff046a636 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:48.656846 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-fd0718b2-e5f9-4e0c-babd-503ff046a636 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7710099 Nov 25 00:33:48.670342 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-70f80404-b0ad-4d2f-a83f-fc1e06815fdb service neutron] Request body: {'port': {'device_id': '8b590588-94ea-4381-83d2-9c45fa18b830', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:33:48.755893 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-70f80404-b0ad-4d2f-a83f-fc1e06815fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:48.855084 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-9c6a34be-c944-4aae-87b8-72734411adcf None None] Provisioning complete for port 81755273-d05c-4c90-9eac-8340996e6c15 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:33:48.855376 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-9c6a34be-c944-4aae-87b8-72734411adcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:48.895406 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-9c6a34be-c944-4aae-87b8-72734411adcf None None] Port 81755273-d05c-4c90-9eac-8340996e6c15 cannot update to ACTIVE because it is not bound. {{(pid=109125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 00:33:49.033654 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a0d7a-1832-4a4a-b895-3440dc6efe92 req-43a6b1a5-1772-462e-b9f9-099d30a75997 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:49.035254 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-065a0d7a-1832-4a4a-b895-3440dc6efe92 req-43a6b1a5-1772-462e-b9f9-099d30a75997 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b590588-94ea-4381-83d2-9c45fa18b830 HTTP/1.1" status: 200 len: 932 time: 0.1412039 Nov 25 00:33:49.123866 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-065a0d7a-1832-4a4a-b895-3440dc6efe92 req-b4edac87-55d8-4567-b085-f319432b315b tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=54c92545-0d55-4d5f-a0fb-a253d6141a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806992 Nov 25 00:33:49.186083 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.notifiers.nova [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-70f80404-b0ad-4d2f-a83f-fc1e06815fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81755273-d05c-4c90-9eac-8340996e6c15 {{(pid=109124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:33:49.194797 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-70f80404-b0ad-4d2f-a83f-fc1e06815fdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:49.208701 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.provisioning_blocks [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-70f80404-b0ad-4d2f-a83f-fc1e06815fdb service neutron] Transition to ACTIVE for port object 81755273-d05c-4c90-9eac-8340996e6c15 will not be triggered until provisioned by entity L2. {{(pid=109124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 00:33:49.213454 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-70f80404-b0ad-4d2f-a83f-fc1e06815fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11622735'] for port, after_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:49.273906 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f80404-b0ad-4d2f-a83f-fc1e06815fdb service neutron] Pushing event updated for resources: {'Port': ['ID=81755273-d05c-4c90-9eac-8340996e6c15,revision_number=2']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:49.357667 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.managers [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-70f80404-b0ad-4d2f-a83f-fc1e06815fdb service neutron] Attempting to bind port 81755273-d05c-4c90-9eac-8340996e6c15 on host hv-cinder-81920 for vnic_type normal with profile {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:33:49.358003 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.managers [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-70f80404-b0ad-4d2f-a83f-fc1e06815fdb service neutron] Attempting to bind port 81755273-d05c-4c90-9eac-8340996e6c15 by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': '5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e'}] {{(pid=109124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:33:49.358343 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-70f80404-b0ad-4d2f-a83f-fc1e06815fdb service neutron] Attempting to bind port 81755273-d05c-4c90-9eac-8340996e6c15 on network b8bd4317-422f-42e2-9a69-593359f6781e {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:33:49.363669 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-70f80404-b0ad-4d2f-a83f-fc1e06815fdb service neutron] Port 81755273-d05c-4c90-9eac-8340996e6c15 on network b8bd4317-422f-42e2-9a69-593359f6781e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 00:33:49.363989 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-70f80404-b0ad-4d2f-a83f-fc1e06815fdb service neutron] Attempting to bind port 81755273-d05c-4c90-9eac-8340996e6c15 on network b8bd4317-422f-42e2-9a69-593359f6781e {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:33:49.370990 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-70f80404-b0ad-4d2f-a83f-fc1e06815fdb service neutron] Checking agent: {'id': 'ecb47d45-642b-455d-9e6f-8b3bbedb4480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'started_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:33:49.371350 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-70f80404-b0ad-4d2f-a83f-fc1e06815fdb service neutron] Checking segment: {'id': '5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:33:49.371770 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-70f80404-b0ad-4d2f-a83f-fc1e06815fdb service neutron] Bound using segment: {'id': '5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e'} {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:33:49.372205 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.managers [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-70f80404-b0ad-4d2f-a83f-fc1e06815fdb service neutron] Bound port: 81755273-d05c-4c90-9eac-8340996e6c15, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e'}}] {{(pid=109124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:33:49.372562 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-70f80404-b0ad-4d2f-a83f-fc1e06815fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:49.516622 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-70f80404-b0ad-4d2f-a83f-fc1e06815fdb service neutron] For port 81755273-d05c-4c90-9eac-8340996e6c15, host hv-cinder-81920, cleared binding levels {{(pid=109124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:33:49.525716 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-70f80404-b0ad-4d2f-a83f-fc1e06815fdb service neutron] For port 81755273-d05c-4c90-9eac-8340996e6c15, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=81755273-d05c-4c90-9eac-8340996e6c15,segment=NetworkSegment(5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6),segment_id=5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6)] {{(pid=109124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:33:49.535278 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-70f80404-b0ad-4d2f-a83f-fc1e06815fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11622735'] for port, after_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:49.853623 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-70f80404-b0ad-4d2f-a83f-fc1e06815fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:49.854239 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-70f80404-b0ad-4d2f-a83f-fc1e06815fdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:49.855752 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-70f80404-b0ad-4d2f-a83f-fc1e06815fdb service neutron] 10.222.0.36 "PUT /v2.0/ports/81755273-d05c-4c90-9eac-8340996e6c15 HTTP/1.1" status: 200 len: 1094 time: 1.1942241 Nov 25 00:33:49.856208 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b590588-94ea-4381-83d2-9c45fa18b830', 'tag': '81755273-d05c-4c90-9eac-8340996e6c15'}] {{(pid=109124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:33:49.858602 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c540b04f577278a42f04ac83864b9661265f6e355fc5f2cf5b057c36d7214e30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1bf250-baf7-4846-a65b-bdcc142900d1" -d '{"events": [{"name": "network-changed", "server_uuid": "8b590588-94ea-4381-83d2-9c45fa18b830", "tag": "81755273-d05c-4c90-9eac-8340996e6c15"}]}' {{(pid=109124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:33:49.908103 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f80404-b0ad-4d2f-a83f-fc1e06815fdb service neutron] Pushing event updated for resources: {'Port': ['ID=81755273-d05c-4c90-9eac-8340996e6c15,revision_number=3']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:49.931351 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 00:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8020cf25-57c6-488c-bdb3-3c54b44ec32f x-openstack-request-id: req-8020cf25-57c6-488c-bdb3-3c54b44ec32f {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:33:49.931714 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b590588-94ea-4381-83d2-9c45fa18b830", "tag": "81755273-d05c-4c90-9eac-8340996e6c15", "status": "completed", "code": 200}]} {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:33:49.932072 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8020cf25-57c6-488c-bdb3-3c54b44ec32f {{(pid=109124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:33:49.932550 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b590588-94ea-4381-83d2-9c45fa18b830', 'tag': '81755273-d05c-4c90-9eac-8340996e6c15', 'status': 'completed', 'code': 200} Nov 25 00:33:50.010122 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-bc31b4c7-f682-445f-813d-9660b251e822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:50.012806 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-bc31b4c7-f682-445f-813d-9660b251e822 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88fe9e6d44f845c4ab47c65b792ab8b8&device_id=8b590588-94ea-4381-83d2-9c45fa18b830 HTTP/1.1" status: 200 len: 1097 time: 0.0750873 Nov 25 00:33:50.071787 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-3b92aa70-8caa-4237-891e-639fdb6914cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81755273-d05c-4c90-9eac-8340996e6c15 HTTP/1.1" status: 200 len: 217 time: 0.0485103 Nov 25 00:33:50.100322 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 46408) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:50.141141 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-2ec070a9-60e1-4c57-8774-f7f75cc268f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:50.142562 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-2ec070a9-60e1-4c57-8774-f7f75cc268f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9 HTTP/1.1" status: 200 len: 850 time: 0.0598590 Nov 25 00:33:50.198046 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-11d5ee1d-7922-4a47-ae19-4106c60b1009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:50.199715 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-11d5ee1d-7922-4a47-ae19-4106c60b1009 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b8bd4317-422f-42e2-9a69-593359f6781e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474124 Nov 25 00:33:50.248398 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-7127cb45-4f4b-4398-a958-7dbfb8758744 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:50.379251 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-7127cb45-4f4b-4398-a958-7dbfb8758744 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:50.379951 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cff2d9-1f4e-418c-a140-8da6274a64b4 req-19880688-3ecb-48c4-9c27-99d781827541 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:50.382652 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f3cff2d9-1f4e-418c-a140-8da6274a64b4 req-19880688-3ecb-48c4-9c27-99d781827541 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b590588-94ea-4381-83d2-9c45fa18b830 HTTP/1.1" status: 200 len: 944 time: 0.0930018 Nov 25 00:33:50.384955 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-928e334c-6066-4102-bf7f-5137c9d899a6 service neutron] 10.222.0.36 "GET /v2.0/networks/b8bd4317-422f-42e2-9a69-593359f6781e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742766 Nov 25 00:33:50.386658 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-7127cb45-4f4b-4398-a958-7dbfb8758744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:50.447015 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7127cb45-4f4b-4398-a958-7dbfb8758744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf8fc8b-e341-4fc0-912a-77e367273bca,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:50.452425 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-7127cb45-4f4b-4398-a958-7dbfb8758744 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a033cca45ca049ddb5d045775833833f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3506796 Nov 25 00:33:50.460467 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 46416) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:50.470909 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127cb45-4f4b-4398-a958-7dbfb8758744 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:33:50.471472 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127cb45-4f4b-4398-a958-7dbfb8758744 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:33:50.471942 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127cb45-4f4b-4398-a958-7dbfb8758744 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:33:50.472586 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127cb45-4f4b-4398-a958-7dbfb8758744 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:33:50.472781 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127cb45-4f4b-4398-a958-7dbfb8758744 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:33:50.473090 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127cb45-4f4b-4398-a958-7dbfb8758744 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:33:50.473630 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127cb45-4f4b-4398-a958-7dbfb8758744 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:33:50.474475 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127cb45-4f4b-4398-a958-7dbfb8758744 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:33:50.475009 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127cb45-4f4b-4398-a958-7dbfb8758744 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:33:50.475758 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127cb45-4f4b-4398-a958-7dbfb8758744 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:33:50.476303 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127cb45-4f4b-4398-a958-7dbfb8758744 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:33:50.476862 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127cb45-4f4b-4398-a958-7dbfb8758744 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:33:50.511449 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f3cff2d9-1f4e-418c-a140-8da6274a64b4 req-e8fc415d-8ac7-4141-8d20-b7fcf83bcb61 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=54c92545-0d55-4d5f-a0fb-a253d6141a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178913 Nov 25 00:33:50.554709 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-cf85fad1-bb93-4a68-9d55-3e358814c737 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:50.567646 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c68053fa-b305-4c77-a3f0-5065d0916997 req-8df25e50-b601-4b0d-90d1-34089d0cef1c service neutron] 10.222.0.36 "GET /v2.0/networks/b8bd4317-422f-42e2-9a69-593359f6781e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730185 Nov 25 00:33:50.588569 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-cf85fad1-bb93-4a68-9d55-3e358814c737 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:50.653699 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-cf85fad1-bb93-4a68-9d55-3e358814c737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:50.658742 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-cf85fad1-bb93-4a68-9d55-3e358814c737 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:50.664427 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-cf85fad1-bb93-4a68-9d55-3e358814c737 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aaf8fc8b-e341-4fc0-912a-77e367273bca HTTP/1.1" status: 204 len: 168 time: 0.1985731 Nov 25 00:33:50.687069 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85fad1-bb93-4a68-9d55-3e358814c737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf8fc8b-e341-4fc0-912a-77e367273bca,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:50.706052 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bf250-baf7-4846-a65b-bdcc142900d1 req-b5f71bd4-c67f-44e6-9dd7-213becaec8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:50.708979 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ce1bf250-baf7-4846-a65b-bdcc142900d1 req-b5f71bd4-c67f-44e6-9dd7-213becaec8e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88fe9e6d44f845c4ab47c65b792ab8b8&device_id=8b590588-94ea-4381-83d2-9c45fa18b830 HTTP/1.1" status: 200 len: 1097 time: 0.0846055 Nov 25 00:33:50.850243 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bf250-baf7-4846-a65b-bdcc142900d1 req-09c8fc35-a5a0-47e9-93d0-5328495023ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:50.855129 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ce1bf250-baf7-4846-a65b-bdcc142900d1 req-09c8fc35-a5a0-47e9-93d0-5328495023ca service neutron] 10.222.0.36 "GET /v2.0/networks?id=b8bd4317-422f-42e2-9a69-593359f6781e HTTP/1.1" status: 200 len: 912 time: 0.1367116 Nov 25 00:33:50.936882 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ce1bf250-baf7-4846-a65b-bdcc142900d1 req-879ceb00-d9c7-44af-b092-5b027c0c27c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81755273-d05c-4c90-9eac-8340996e6c15 HTTP/1.1" status: 200 len: 217 time: 0.0700345 Nov 25 00:33:51.041611 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bf250-baf7-4846-a65b-bdcc142900d1 req-9ad66f8e-d14b-40bd-9798-b03b5213e412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:51.044869 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ce1bf250-baf7-4846-a65b-bdcc142900d1 req-9ad66f8e-d14b-40bd-9798-b03b5213e412 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9 HTTP/1.1" status: 200 len: 850 time: 0.0996888 Nov 25 00:33:51.055112 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:51.128899 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bf250-baf7-4846-a65b-bdcc142900d1 req-d8bee8fa-807f-4bcb-9d89-182fbf52b2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:51.131775 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ce1bf250-baf7-4846-a65b-bdcc142900d1 req-d8bee8fa-807f-4bcb-9d89-182fbf52b2e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b8bd4317-422f-42e2-9a69-593359f6781e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761778 Nov 25 00:33:51.132027 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 46446) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:51.147187 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-872af3dd-cda2-48db-b764-3f6cc5fca9e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:51.253610 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-872af3dd-cda2-48db-b764-3f6cc5fca9e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:51.260523 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-872af3dd-cda2-48db-b764-3f6cc5fca9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:51.303820 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ce1bf250-baf7-4846-a65b-bdcc142900d1 req-716960dc-acfc-4984-825f-f6e59801056d service neutron] 10.222.0.36 "GET /v2.0/networks/b8bd4317-422f-42e2-9a69-593359f6781e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622832 Nov 25 00:33:51.309354 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872af3dd-cda2-48db-b764-3f6cc5fca9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e954dc-d7c1-4daa-b181-c8e9a4c98248,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:51.313699 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-872af3dd-cda2-48db-b764-3f6cc5fca9e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e8355823c1694de6ba731ef98a2b7c33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1805060 Nov 25 00:33:51.316412 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 46448) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:51.380107 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-b7c5c1c3-bb67-43cf-b97c-058b4f88fc82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:51.410154 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-b7c5c1c3-bb67-43cf-b97c-058b4f88fc82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:51.453974 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ce1bf250-baf7-4846-a65b-bdcc142900d1 req-e04b365d-4289-4104-903c-a7cc4fb7cedf service neutron] 10.222.0.36 "GET /v2.0/networks/b8bd4317-422f-42e2-9a69-593359f6781e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416225 Nov 25 00:33:51.481940 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-b7c5c1c3-bb67-43cf-b97c-058b4f88fc82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:51.485332 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-b7c5c1c3-bb67-43cf-b97c-058b4f88fc82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:51.486861 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-b7c5c1c3-bb67-43cf-b97c-058b4f88fc82 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d1e954dc-d7c1-4daa-b181-c8e9a4c98248 HTTP/1.1" status: 204 len: 168 time: 0.1691084 Nov 25 00:33:51.500209 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5c1c3-bb67-43cf-b97c-058b4f88fc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e954dc-d7c1-4daa-b181-c8e9a4c98248,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:51.666221 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c5d89-686f-4bc9-8e07-63b85a06419e req-4fc8322c-dabe-4ce6-a9fe-798afb58b41e tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:51.667939 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b32c5d89-686f-4bc9-8e07-63b85a06419e req-4fc8322c-dabe-4ce6-a9fe-798afb58b41e tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b590588-94ea-4381-83d2-9c45fa18b830 HTTP/1.1" status: 200 len: 944 time: 0.0709739 Nov 25 00:33:51.738992 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b32c5d89-686f-4bc9-8e07-63b85a06419e req-2100be1a-5e74-4766-98ad-1bc09178a07f tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=54c92545-0d55-4d5f-a0fb-a253d6141a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638745 Nov 25 00:33:52.395257 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 46480) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:52.525270 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-70712fd6-36df-4966-90f0-4cb45d7bdafc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-890064641-network', 'tenant_id': 'b51eedf0fcd84d179e5580133c86656f'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:33:52.549730 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70712fd6-36df-4966-90f0-4cb45d7bdafc admin admin] Made reservation on behalf of b51eedf0fcd84d179e5580133c86656f for: {'network': 1} {{(pid=109123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:33:52.552222 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-70712fd6-36df-4966-90f0-4cb45d7bdafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for network, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:52.562125 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-70712fd6-36df-4966-90f0-4cb45d7bdafc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:52.654865 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-70712fd6-36df-4966-90f0-4cb45d7bdafc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:52.659334 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-70712fd6-36df-4966-90f0-4cb45d7bdafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:52.683086 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70712fd6-36df-4966-90f0-4cb45d7bdafc admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=109123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 00:33:52.698160 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70712fd6-36df-4966-90f0-4cb45d7bdafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe2e1cb-b868-47bb-9dc1-1e28b9ea4127,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:52.703512 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-70712fd6-36df-4966-90f0-4cb45d7bdafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386'] for segment, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:52.703854 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.db.segments_db [None req-70712fd6-36df-4966-90f0-4cb45d7bdafc admin admin] Added segment 513ca2c6-c64f-45cb-816d-9c0b87b82212 of type vlan for network 47932bc8-985f-4066-b70a-4dbc640ef015 Nov 25 00:33:52.751291 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-70712fd6-36df-4966-90f0-4cb45d7bdafc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781493843164'] for network, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:52.786553 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-70712fd6-36df-4966-90f0-4cb45d7bdafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570'] for network, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:52.788740 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70712fd6-36df-4966-90f0-4cb45d7bdafc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:52.789543 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-70712fd6-36df-4966-90f0-4cb45d7bdafc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for network, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:52.854863 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-70712fd6-36df-4966-90f0-4cb45d7bdafc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4583683 Nov 25 00:33:52.859405 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 46486) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:52.873285 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-478f9fec-77dc-42c6-a3cd-a3c26a7cde4d admin admin] Request body: {'subnet': {'network_id': '47932bc8-985f-4066-b70a-4dbc640ef015', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-890064641-subnet', 'tenant_id': 'b51eedf0fcd84d179e5580133c86656f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:33:52.885445 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70712fd6-36df-4966-90f0-4cb45d7bdafc admin admin] Pushing event updated for resources: {'Network': ['ID=47932bc8-985f-4066-b70a-4dbc640ef015,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:52.903016 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc60f0e-0e0e-4e4c-a2b0-a31b3a2ecc12 req-651d2f6c-5eaf-404c-b85c-48a79e000117 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:52.905288 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Network 47932bc8-985f-4066-b70a-4dbc640ef015 details requested by agent ovs-agent-dv-cinder-819200-1-iscsi with host dv-cinder-819200-1-iscsi {{(pid=109125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 00:33:52.907514 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-dfc60f0e-0e0e-4e4c-a2b0-a31b3a2ecc12 req-651d2f6c-5eaf-404c-b85c-48a79e000117 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b590588-94ea-4381-83d2-9c45fa18b830 HTTP/1.1" status: 200 len: 944 time: 0.0785966 Nov 25 00:33:52.914303 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478f9fec-77dc-42c6-a3cd-a3c26a7cde4d admin admin] Made reservation on behalf of b51eedf0fcd84d179e5580133c86656f for: {'subnet': 1} {{(pid=109123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:33:52.917015 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-478f9fec-77dc-42c6-a3cd-a3c26a7cde4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12288884'] for subnet, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:52.978684 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-dfc60f0e-0e0e-4e4c-a2b0-a31b3a2ecc12 req-225f91f8-37aa-41ad-9b39-957dea534adf tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=54c92545-0d55-4d5f-a0fb-a253d6141a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603018 Nov 25 00:33:53.132938 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-478f9fec-77dc-42c6-a3cd-a3c26a7cde4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11305857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12290974'] for subnet, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:53.197449 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f9fec-77dc-42c6-a3cd-a3c26a7cde4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=47eab1d6-ea47-4f57-a56f-8246005191bb,revision_number=0']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:53.207069 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478f9fec-77dc-42c6-a3cd-a3c26a7cde4d admin admin] Checking segment: {'id': '513ca2c6-c64f-45cb-816d-9c0b87b82212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '47932bc8-985f-4066-b70a-4dbc640ef015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:33:53.207435 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478f9fec-77dc-42c6-a3cd-a3c26a7cde4d admin admin] Network hostable DHCP agents. Network: 47932bc8-985f-4066-b70a-4dbc640ef015, hostable agents: ['ef09b5cd-dd29-4f41-b3e7-5eec944a36f7'], hosted agents: [] {{(pid=109123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 00:33:53.232252 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478f9fec-77dc-42c6-a3cd-a3c26a7cde4d admin admin] Network 47932bc8-985f-4066-b70a-4dbc640ef015 is scheduled to be hosted by DHCP agent ef09b5cd-dd29-4f41-b3e7-5eec944a36f7 with binding_index 1 {{(pid=109123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 00:33:53.245426 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [None req-478f9fec-77dc-42c6-a3cd-a3c26a7cde4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-1-iscsi, 47932bc8-985f-4066-b70a-4dbc640ef015) {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:33:53.251830 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478f9fec-77dc-42c6-a3cd-a3c26a7cde4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:53.252410 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-478f9fec-77dc-42c6-a3cd-a3c26a7cde4d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:53.264630 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad37113-1187-4129-a9b7-766f2acd4bd9 None None] Network 47932bc8-985f-4066-b70a-4dbc640ef015 requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:33:53.288075 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 46492) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:53.294222 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-478f9fec-77dc-42c6-a3cd-a3c26a7cde4d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4335537 Nov 25 00:33:53.377210 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f7d429-59db-462a-8f3c-3c7edef39c3b admin admin] Deleting subnet 7de8026c-4c4c-4a85-bb18-9f58e36bed1d {{(pid=109124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 00:33:53.382927 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-54f7d429-59db-462a-8f3c-3c7edef39c3b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:53.457051 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-54f7d429-59db-462a-8f3c-3c7edef39c3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11556627'] for subnet, precommit_delete_associations {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:53.508379 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-54f7d429-59db-462a-8f3c-3c7edef39c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3679783'] for subnet, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:53.529137 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9b146a-3b32-40ee-b1f7-edc35289c256 None None] Network 47932bc8-985f-4066-b70a-4dbc640ef015 requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:33:53.585159 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-54f7d429-59db-462a-8f3c-3c7edef39c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3679964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11622801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12571129'] for subnet, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:53.617873 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7d429-59db-462a-8f3c-3c7edef39c3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7de8026c-4c4c-4a85-bb18-9f58e36bed1d,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:53.626216 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-54f7d429-59db-462a-8f3c-3c7edef39c3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for subnet, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:53.634413 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 46500) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:53.635228 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-54f7d429-59db-462a-8f3c-3c7edef39c3b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7de8026c-4c4c-4a85-bb18-9f58e36bed1d HTTP/1.1" status: 204 len: 168 time: 0.3433790 Nov 25 00:33:53.764431 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-8ceb7f05-8a3e-46f7-b427-72df614a20a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3831181'] for network, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:53.898035 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-8ceb7f05-8a3e-46f7-b427-72df614a20a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3685296', 'neutron.services.segments.db._delete_segments_for_network-8781494352851'] for network, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:53.936338 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-8ceb7f05-8a3e-46f7-b427-72df614a20a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6']}} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:33:53.955735 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-8ceb7f05-8a3e-46f7-b427-72df614a20a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5794903e-0cbd-4522-8ef4-5d761ae05e8f') {'for_net_delete': True} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:33:53.956324 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-8ceb7f05-8a3e-46f7-b427-72df614a20a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5794903e-0cbd-4522-8ef4-5d761ae05e8f') {} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:33:53.964673 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 81755273-d05c-4c90-9eac-8340996e6c15 details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=109125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 00:33:53.977255 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-8ceb7f05-8a3e-46f7-b427-72df614a20a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781494358748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12550354'] for segment, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:54.002339 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-8ceb7f05-8a3e-46f7-b427-72df614a20a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386'] for segment, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:54.014999 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ceb7f05-8a3e-46f7-b427-72df614a20a0 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=109123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 00:33:54.015723 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-8ceb7f05-8a3e-46f7-b427-72df614a20a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11305784'] for segment, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:54.018951 dv-cinder-819200-1-iscsi neutron-server[109123]: Traceback (most recent call last): Nov 25 00:33:54.018951 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 00:33:54.018951 dv-cinder-819200-1-iscsi neutron-server[109123]: timer() Nov 25 00:33:54.018951 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 00:33:54.018951 dv-cinder-819200-1-iscsi neutron-server[109123]: cb(*args, **kw) Nov 25 00:33:54.018951 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 00:33:54.018951 dv-cinder-819200-1-iscsi neutron-server[109123]: return func(*args, **kwargs) Nov 25 00:33:54.018951 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 00:33:54.018951 dv-cinder-819200-1-iscsi neutron-server[109123]: self._notify() Nov 25 00:33:54.018951 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 00:33:54.018951 dv-cinder-819200-1-iscsi neutron-server[109123]: self.callback(batched_events) Nov 25 00:33:54.018951 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 00:33:54.018951 dv-cinder-819200-1-iscsi neutron-server[109123]: event.method(event) Nov 25 00:33:54.018951 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 00:33:54.018951 dv-cinder-819200-1-iscsi neutron-server[109123]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 00:33:54.018951 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 00:33:54.018951 dv-cinder-819200-1-iscsi neutron-server[109123]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 00:33:54.018951 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 00:33:54.018951 dv-cinder-819200-1-iscsi neutron-server[109123]: return f(self, *a, **k) Nov 25 00:33:54.018951 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 00:33:54.018951 dv-cinder-819200-1-iscsi neutron-server[109123]: return self._get(url).json() Nov 25 00:33:54.018951 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 00:33:54.018951 dv-cinder-819200-1-iscsi neutron-server[109123]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 00:33:54.018951 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 00:33:54.018951 dv-cinder-819200-1-iscsi neutron-server[109123]: return self.request(url, 'GET', **kwargs) Nov 25 00:33:54.018951 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 00:33:54.018951 dv-cinder-819200-1-iscsi neutron-server[109123]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 00:33:54.018951 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 00:33:54.018951 dv-cinder-819200-1-iscsi neutron-server[109123]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 00:33:54.018951 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 00:33:54.018951 dv-cinder-819200-1-iscsi neutron-server[109123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 00:33:54.018951 dv-cinder-819200-1-iscsi neutron-server[109123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 00:33:54.077578 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 46512) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:54.082766 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-8a63636c-8243-4da9-ac73-2842349a2cfc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1099540743-network', 'tenant_id': '756d8bb8dd4f4430aa4a4af58c5ff935'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:33:54.121785 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 81755273-d05c-4c90-9eac-8340996e6c15, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=81755273-d05c-4c90-9eac-8340996e6c15,segment=NetworkSegment(5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6),segment_id=5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:33:54.127326 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-8ceb7f05-8a3e-46f7-b427-72df614a20a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3685289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622934'] for network, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:54.141405 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Returning: {'device': '81755273-d05c-4c90-9eac-8340996e6c15', 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e', 'port_id': '81755273-d05c-4c90-9eac-8340996e6c15', 'mac_address': 'fa:16:3e:df:6e:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 00:33:54.144670 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a63636c-8243-4da9-ac73-2842349a2cfc admin admin] Made reservation on behalf of 756d8bb8dd4f4430aa4a4af58c5ff935 for: {'network': 1} {{(pid=109124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:33:54.147496 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-8ceb7f05-8a3e-46f7-b427-72df614a20a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for network, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:54.149350 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-8a63636c-8243-4da9-ac73-2842349a2cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for network, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:54.155750 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-8ceb7f05-8a3e-46f7-b427-72df614a20a0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6 HTTP/1.1" status: 204 len: 168 time: 0.5148945 Nov 25 00:33:54.155750 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb7f05-8a3e-46f7-b427-72df614a20a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd0b60b1-8a91-4b38-acc2-7e7d410ea1c6,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:54.188339 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-8a63636c-8243-4da9-ac73-2842349a2cfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:54.203636 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:54.227231 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81755273-d05c-4c90-9eac-8340996e6c15 {{(pid=109125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:33:54.254821 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 81755273-d05c-4c90-9eac-8340996e6c15, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=81755273-d05c-4c90-9eac-8340996e6c15,segment=NetworkSegment(5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6),segment_id=5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:33:54.260397 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:54.272040 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0d997-56d1-4454-ab5f-8704e9672b5e req-8736d60a-a503-46ff-8754-fcd5c09cb85e tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:54.274048 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-1bf0d997-56d1-4454-ab5f-8704e9672b5e req-8736d60a-a503-46ff-8754-fcd5c09cb85e tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b590588-94ea-4381-83d2-9c45fa18b830 HTTP/1.1" status: 200 len: 944 time: 0.1518099 Nov 25 00:33:54.332311 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=81755273-d05c-4c90-9eac-8340996e6c15,revision_number=4']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:54.381090 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-8a63636c-8243-4da9-ac73-2842349a2cfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:54.387400 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-1bf0d997-56d1-4454-ab5f-8704e9672b5e req-bec82cb1-2aa5-4b19-a7fe-b42cd845cfb1 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=54c92545-0d55-4d5f-a0fb-a253d6141a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935035 Nov 25 00:33:54.388535 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-8a63636c-8243-4da9-ac73-2842349a2cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:54.416740 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 46516) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:54.427682 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a63636c-8243-4da9-ac73-2842349a2cfc admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=109124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 00:33:54.440851 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63636c-8243-4da9-ac73-2842349a2cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca116c7-d530-4d84-b43a-50729546cb1c,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:54.447087 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-8a63636c-8243-4da9-ac73-2842349a2cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386'] for segment, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:54.447437 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.db.segments_db [None req-8a63636c-8243-4da9-ac73-2842349a2cfc admin admin] Added segment 39432a92-f6fb-4ba3-8ff4-28d6c636a60f of type vlan for network d4eb6221-2d6b-47c6-9d28-4ec2b3230b9a Nov 25 00:33:54.490747 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['81755273-d05c-4c90-9eac-8340996e6c15'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:33:54.504339 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-b42e18b4-b2c6-4b54-91b5-51f8cfaee7ba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dcc6ed29431740b98943ed0eee5e0f6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0853713 Nov 25 00:33:54.507325 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 46520) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:54.509410 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-8a63636c-8243-4da9-ac73-2842349a2cfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781493843164'] for network, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:54.553970 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-8a63636c-8243-4da9-ac73-2842349a2cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570'] for network, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:54.555095 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a63636c-8243-4da9-ac73-2842349a2cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:54.555863 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-8a63636c-8243-4da9-ac73-2842349a2cfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for network, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:54.572385 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-17163c8b-529a-45fc-a18f-6ec2f8fc0f86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:54.604001 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-17163c8b-529a-45fc-a18f-6ec2f8fc0f86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:54.614378 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-8a63636c-8243-4da9-ac73-2842349a2cfc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5356493 Nov 25 00:33:54.617247 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 46522) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:54.626500 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-55a07230-95c0-4901-b2ee-5988ee5ad4fd admin admin] Request body: {'subnet': {'network_id': 'd4eb6221-2d6b-47c6-9d28-4ec2b3230b9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1099540743-subnet', 'tenant_id': '756d8bb8dd4f4430aa4a4af58c5ff935', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:33:54.627724 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63636c-8243-4da9-ac73-2842349a2cfc admin admin] Pushing event updated for resources: {'Network': ['ID=d4eb6221-2d6b-47c6-9d28-4ec2b3230b9a,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:54.640808 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Network d4eb6221-2d6b-47c6-9d28-4ec2b3230b9a details requested by agent ovs-agent-dv-cinder-819200-1-iscsi with host dv-cinder-819200-1-iscsi {{(pid=109125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 00:33:54.673087 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a07230-95c0-4901-b2ee-5988ee5ad4fd admin admin] Made reservation on behalf of 756d8bb8dd4f4430aa4a4af58c5ff935 for: {'subnet': 1} {{(pid=109123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:33:54.675733 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-55a07230-95c0-4901-b2ee-5988ee5ad4fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12288884'] for subnet, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:54.720811 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-17163c8b-529a-45fc-a18f-6ec2f8fc0f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:54.723648 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-17163c8b-529a-45fc-a18f-6ec2f8fc0f86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:54.727782 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-17163c8b-529a-45fc-a18f-6ec2f8fc0f86 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621 HTTP/1.1" status: 204 len: 168 time: 0.2136035 Nov 25 00:33:54.743208 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17163c8b-529a-45fc-a18f-6ec2f8fc0f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0dc6e76-3e68-4bc7-bf2f-bb63dc55c621,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:54.903790 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-55a07230-95c0-4901-b2ee-5988ee5ad4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11305857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12290974'] for subnet, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:54.971009 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a07230-95c0-4901-b2ee-5988ee5ad4fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=93cf2e1f-ca5d-4131-a79b-8fba2e2e22c0,revision_number=0']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:54.984637 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a07230-95c0-4901-b2ee-5988ee5ad4fd admin admin] Checking segment: {'id': '39432a92-f6fb-4ba3-8ff4-28d6c636a60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd4eb6221-2d6b-47c6-9d28-4ec2b3230b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:33:54.985013 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a07230-95c0-4901-b2ee-5988ee5ad4fd admin admin] Network hostable DHCP agents. Network: d4eb6221-2d6b-47c6-9d28-4ec2b3230b9a, hostable agents: ['ef09b5cd-dd29-4f41-b3e7-5eec944a36f7'], hosted agents: [] {{(pid=109123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 00:33:55.009815 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a07230-95c0-4901-b2ee-5988ee5ad4fd admin admin] Network d4eb6221-2d6b-47c6-9d28-4ec2b3230b9a is scheduled to be hosted by DHCP agent ef09b5cd-dd29-4f41-b3e7-5eec944a36f7 with binding_index 1 {{(pid=109123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 00:33:55.022480 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [None req-55a07230-95c0-4901-b2ee-5988ee5ad4fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-1-iscsi, d4eb6221-2d6b-47c6-9d28-4ec2b3230b9a) {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:33:55.028940 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a07230-95c0-4901-b2ee-5988ee5ad4fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:55.029657 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-55a07230-95c0-4901-b2ee-5988ee5ad4fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:55.042495 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270ef3a3-8350-4208-ab9b-42e4b5e101a4 None None] Network d4eb6221-2d6b-47c6-9d28-4ec2b3230b9a requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:33:55.065867 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-55a07230-95c0-4901-b2ee-5988ee5ad4fd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4448583 Nov 25 00:33:55.224773 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2972617c-e9b4-45d4-8a2c-6c7c4e08db4e None None] Network d4eb6221-2d6b-47c6-9d28-4ec2b3230b9a requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:33:55.570755 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5a71c-db14-42e3-99b4-c5fc8cc8172f req-94922245-2196-4c5c-87fe-663420641a3d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:55.577398 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f2b5a71c-db14-42e3-99b4-c5fc8cc8172f req-94922245-2196-4c5c-87fe-663420641a3d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b590588-94ea-4381-83d2-9c45fa18b830 HTTP/1.1" status: 200 len: 945 time: 0.0957792 Nov 25 00:33:55.650342 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f2b5a71c-db14-42e3-99b4-c5fc8cc8172f req-4575c57c-257d-4248-b201-1f71170862ab tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=54c92545-0d55-4d5f-a0fb-a253d6141a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593843 Nov 25 00:33:55.971142 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 81755273-d05c-4c90-9eac-8340996e6c15 up at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:33:56.027874 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning for port 81755273-d05c-4c90-9eac-8340996e6c15 completed by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 00:33:56.032210 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning complete for port 81755273-d05c-4c90-9eac-8340996e6c15 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:33:56.032587 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:56.119150 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:56.144271 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b590588-94ea-4381-83d2-9c45fa18b830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81755273-d05c-4c90-9eac-8340996e6c15'}] {{(pid=109125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:33:56.147122 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b40ce054491f5bd1a33a22e0e33c095860c6622367658d2460ab374ec6fa3a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342d7877-60dd-49a7-9a10-cd5e8bc1eb28" -d '{"events": [{"server_uuid": "8b590588-94ea-4381-83d2-9c45fa18b830", "name": "network-vif-plugged", "status": "completed", "tag": "81755273-d05c-4c90-9eac-8340996e6c15"}]}' {{(pid=109125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:33:56.160823 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 81755273-d05c-4c90-9eac-8340996e6c15, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=81755273-d05c-4c90-9eac-8340996e6c15,segment=NetworkSegment(5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6),segment_id=5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:33:56.166414 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:56.220917 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=81755273-d05c-4c90-9eac-8340996e6c15,revision_number=5']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:33:56.326362 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc4d3b8-5121-445a-a088-1eab4989b9ac x-openstack-request-id: req-9fc4d3b8-5121-445a-a088-1eab4989b9ac {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:33:56.326748 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b590588-94ea-4381-83d2-9c45fa18b830", "name": "network-vif-plugged", "status": "completed", "tag": "81755273-d05c-4c90-9eac-8340996e6c15", "code": 200}]} {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:33:56.327009 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9fc4d3b8-5121-445a-a088-1eab4989b9ac {{(pid=109125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:33:56.327439 dv-cinder-819200-1-iscsi neutron-server[109125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b590588-94ea-4381-83d2-9c45fa18b830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81755273-d05c-4c90-9eac-8340996e6c15', 'code': 200} Nov 25 00:33:56.510073 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74977d22-143f-4cee-9688-89f71b20bb19 req-285b2408-3024-4d3b-9974-53aace8aeefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:56.511529 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-74977d22-143f-4cee-9688-89f71b20bb19 req-285b2408-3024-4d3b-9974-53aace8aeefd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b590588-94ea-4381-83d2-9c45fa18b830 HTTP/1.1" status: 200 len: 1099 time: 0.0436082 Nov 25 00:33:56.573737 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-74977d22-143f-4cee-9688-89f71b20bb19 req-39c3f7fe-783b-4075-9953-6bd3daf1d3b9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=54c92545-0d55-4d5f-a0fb-a253d6141a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494847 Nov 25 00:33:56.780484 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144364e1-a64b-4a0c-aa87-968367cea9d8 req-19416141-3b27-4955-846c-5d13f176af73 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:56.781879 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-144364e1-a64b-4a0c-aa87-968367cea9d8 req-19416141-3b27-4955-846c-5d13f176af73 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b590588-94ea-4381-83d2-9c45fa18b830 HTTP/1.1" status: 200 len: 946 time: 0.0502994 Nov 25 00:33:56.836846 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-144364e1-a64b-4a0c-aa87-968367cea9d8 req-d5a9e8fb-a6b1-4439-a56d-96ba951b6b89 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=54c92545-0d55-4d5f-a0fb-a253d6141a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482287 Nov 25 00:33:57.963991 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b0878-5510-44ac-a108-791e0db1d252 req-9f52752b-fcb0-4a0c-b34a-501e406f0749 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:57.965534 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7a3b0878-5510-44ac-a108-791e0db1d252 req-9f52752b-fcb0-4a0c-b34a-501e406f0749 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b590588-94ea-4381-83d2-9c45fa18b830 HTTP/1.1" status: 200 len: 946 time: 0.0569682 Nov 25 00:33:58.015718 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7a3b0878-5510-44ac-a108-791e0db1d252 req-3744df80-2076-4b15-8334-86a1fc01e49e tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=54c92545-0d55-4d5f-a0fb-a253d6141a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440867 Nov 25 00:33:58.155539 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06e636-7806-4b36-8d3d-d37bda9cc5eb req-8eda6f16-c622-4393-a65f-963d4c61d273 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:58.157148 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7d06e636-7806-4b36-8d3d-d37bda9cc5eb req-8eda6f16-c622-4393-a65f-963d4c61d273 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b590588-94ea-4381-83d2-9c45fa18b830 HTTP/1.1" status: 200 len: 946 time: 0.0598521 Nov 25 00:33:58.166172 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 46568) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:33:58.171379 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-acf2c0ab-ab44-413c-89e1-dd3638da6bf2 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Request body: {'floatingip': {'port_id': '81755273-d05c-4c90-9eac-8340996e6c15'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:33:58.221889 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-acf2c0ab-ab44-413c-89e1-dd3638da6bf2 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for floatingip, before_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:58.725816 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-acf2c0ab-ab44-413c-89e1-dd3638da6bf2 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:58.729910 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-acf2c0ab-ab44-413c-89e1-dd3638da6bf2 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622920'] for floatingip, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:58.836713 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.db.l3_db [None req-acf2c0ab-ab44-413c-89e1-dd3638da6bf2 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Floating IP f1681f01-9aef-4c8f-a531-2d6c1276e987 associated. External IP: 172.27.2.126, port: 81755273-d05c-4c90-9eac-8340996e6c15. Nov 25 00:33:59.312703 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf2c0ab-ab44-413c-89e1-dd3638da6bf2 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Router b16911b7-a363-4fcf-a499-0330304c6f7d has already been hosted by L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 {{(pid=109123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 00:33:59.428783 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf2c0ab-ab44-413c-89e1-dd3638da6bf2 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:33:59.435015 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-acf2c0ab-ab44-413c-89e1-dd3638da6bf2 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for floatingip, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:33:59.442603 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25149a6f-a500-4997-bdea-ab9030491b6b None None] Sync routers for ids ['b16911b7-a363-4fcf-a499-0330304c6f7d'] in dv-cinder-819200-1-iscsi {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:33:59.462216 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25149a6f-a500-4997-bdea-ab9030491b6b None None] Routers {'b16911b7-a363-4fcf-a499-0330304c6f7d'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:33:59.463311 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-25149a6f-a500-4997-bdea-ab9030491b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:33:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['b16911b7-a363-4fcf-a499-0330304c6f7d'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:33:59.483867 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-acf2c0ab-ab44-413c-89e1-dd3638da6bf2 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "PUT /v2.0/floatingips/f1681f01-9aef-4c8f-a531-2d6c1276e987 HTTP/1.1" status: 200 len: 992 time: 1.3162150 Nov 25 00:33:59.484828 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b590588-94ea-4381-83d2-9c45fa18b830', 'tag': '81755273-d05c-4c90-9eac-8340996e6c15'}] {{(pid=109123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:33:59.489192 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d6797fd55ce1482701f76a6a20d13483833b06e18cae27317f32e85b7a837" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc12245-d86c-42f9-8c2a-6350def9a3a7" -d '{"events": [{"name": "network-changed", "server_uuid": "8b590588-94ea-4381-83d2-9c45fa18b830", "tag": "81755273-d05c-4c90-9eac-8340996e6c15"}]}' {{(pid=109123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:33:59.614350 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-25149a6f-a500-4997-bdea-ab9030491b6b None None] Set router b16911b7-a363-4fcf-a499-0330304c6f7d gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:33:59.636486 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 00:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b04fce-63fe-4252-8554-2965ab130a4d x-openstack-request-id: req-d7b04fce-63fe-4252-8554-2965ab130a4d {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:33:59.637236 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b590588-94ea-4381-83d2-9c45fa18b830", "tag": "81755273-d05c-4c90-9eac-8340996e6c15", "status": "completed", "code": 200}]} {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:33:59.637679 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7b04fce-63fe-4252-8554-2965ab130a4d {{(pid=109123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:33:59.638290 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b590588-94ea-4381-83d2-9c45fa18b830', 'tag': '81755273-d05c-4c90-9eac-8340996e6c15', 'status': 'completed', 'code': 200} Nov 25 00:33:59.738103 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc12245-d86c-42f9-8c2a-6350def9a3a7 req-2bf839b5-2515-4828-81b0-a6d339200225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:59.743191 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7fc12245-d86c-42f9-8c2a-6350def9a3a7 req-2bf839b5-2515-4828-81b0-a6d339200225 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88fe9e6d44f845c4ab47c65b792ab8b8&device_id=8b590588-94ea-4381-83d2-9c45fa18b830 HTTP/1.1" status: 200 len: 1099 time: 0.0777040 Nov 25 00:33:59.848671 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc12245-d86c-42f9-8c2a-6350def9a3a7 req-14db5929-38f6-4328-9f03-a334f8fa25f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:59.850256 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7fc12245-d86c-42f9-8c2a-6350def9a3a7 req-14db5929-38f6-4328-9f03-a334f8fa25f3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b8bd4317-422f-42e2-9a69-593359f6781e HTTP/1.1" status: 200 len: 912 time: 0.0981090 Nov 25 00:33:59.931123 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7fc12245-d86c-42f9-8c2a-6350def9a3a7 req-35c561ff-4999-4976-b021-053d2bf58878 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81755273-d05c-4c90-9eac-8340996e6c15 HTTP/1.1" status: 200 len: 1000 time: 0.0732186 Nov 25 00:33:59.948242 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-25149a6f-a500-4997-bdea-ab9030491b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'name': 'tempest-AttachVolumeTestJSON-1556933049-router', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '45f038c6-7cd6-4aab-a24f-1ffab3ef5534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:28:18Z', 'revision_number': 4, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'gw_port': {'id': '45f038c6-7cd6-4aab-a24f-1ffab3ef5534', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:11Z', 'updated_at': '2021-11-25T00:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_floatingips': [{'id': 'f1681f01-9aef-4c8f-a531-2d6c1276e987', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'router_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'port_id': '81755273-d05c-4c90-9eac-8340996e6c15', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e', 'mac_address': 'fa:16:3e:df:6e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b590588-94ea-4381-83d2-9c45fa18b830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T00:33:45Z', 'updated_at': '2021-11-25T00:33:58Z', 'revision_number': 1, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8caf211a-49f8-4d81-b479-2fa1b5133a03', 'name': '', 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'mac_address': 'fa:16:3e:9a:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:16Z', 'updated_at': '2021-11-25T00:28:26Z', 'revision_number': 5, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'subnets': [{'id': 'f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:33:59.977603 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25149a6f-a500-4997-bdea-ab9030491b6b None None] Checking router: b16911b7-a363-4fcf-a499-0330304c6f7d for host: dv-cinder-819200-1-iscsi {{(pid=109125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:33:59.986795 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25149a6f-a500-4997-bdea-ab9030491b6b None None] Routers {'b16911b7-a363-4fcf-a499-0330304c6f7d'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:33:59.987599 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-25149a6f-a500-4997-bdea-ab9030491b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:33:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['b16911b7-a363-4fcf-a499-0330304c6f7d'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:33:59.998121 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc12245-d86c-42f9-8c2a-6350def9a3a7 req-2828ead3-3bf0-464e-8f77-147bb63bc049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:33:59.999689 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7fc12245-d86c-42f9-8c2a-6350def9a3a7 req-2828ead3-3bf0-464e-8f77-147bb63bc049 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9 HTTP/1.1" status: 200 len: 850 time: 0.0606432 Nov 25 00:34:00.054703 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc12245-d86c-42f9-8c2a-6350def9a3a7 req-0fbc5d04-2b37-4316-b176-0d00ced105ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:00.056271 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7fc12245-d86c-42f9-8c2a-6350def9a3a7 req-0fbc5d04-2b37-4316-b176-0d00ced105ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b8bd4317-422f-42e2-9a69-593359f6781e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489352 Nov 25 00:34:00.107183 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-25149a6f-a500-4997-bdea-ab9030491b6b None None] Set router b16911b7-a363-4fcf-a499-0330304c6f7d gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:34:00.175553 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7fc12245-d86c-42f9-8c2a-6350def9a3a7 req-1f118e76-cb68-47b1-b5ea-7e0050c4ab40 service neutron] 10.222.0.36 "GET /v2.0/networks/b8bd4317-422f-42e2-9a69-593359f6781e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116881 Nov 25 00:34:00.299527 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7fc12245-d86c-42f9-8c2a-6350def9a3a7 req-c9a4ccbe-b3eb-4c72-bfdc-04d39c1f5a00 service neutron] 10.222.0.36 "GET /v2.0/networks/b8bd4317-422f-42e2-9a69-593359f6781e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011555 Nov 25 00:34:00.379721 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-25149a6f-a500-4997-bdea-ab9030491b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'name': 'tempest-AttachVolumeTestJSON-1556933049-router', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '45f038c6-7cd6-4aab-a24f-1ffab3ef5534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:28:18Z', 'revision_number': 4, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'gw_port': {'id': '45f038c6-7cd6-4aab-a24f-1ffab3ef5534', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:11Z', 'updated_at': '2021-11-25T00:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_floatingips': [{'id': 'f1681f01-9aef-4c8f-a531-2d6c1276e987', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'router_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'port_id': '81755273-d05c-4c90-9eac-8340996e6c15', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e', 'mac_address': 'fa:16:3e:df:6e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b590588-94ea-4381-83d2-9c45fa18b830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T00:33:45Z', 'updated_at': '2021-11-25T00:33:58Z', 'revision_number': 1, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8caf211a-49f8-4d81-b479-2fa1b5133a03', 'name': '', 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'mac_address': 'fa:16:3e:9a:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:16Z', 'updated_at': '2021-11-25T00:28:26Z', 'revision_number': 5, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'subnets': [{'id': 'f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:34:00.415768 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25149a6f-a500-4997-bdea-ab9030491b6b None None] The sync data for ids ['b16911b7-a363-4fcf-a499-0330304c6f7d'] in dv-cinder-819200-1-iscsi is: [{'id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'name': 'tempest-AttachVolumeTestJSON-1556933049-router', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '45f038c6-7cd6-4aab-a24f-1ffab3ef5534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:28:18Z', 'revision_number': 4, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'gw_port': {'id': '45f038c6-7cd6-4aab-a24f-1ffab3ef5534', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:11Z', 'updated_at': '2021-11-25T00:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_floatingips': [{'id': 'f1681f01-9aef-4c8f-a531-2d6c1276e987', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'router_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'port_id': '81755273-d05c-4c90-9eac-8340996e6c15', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e', 'mac_address': 'fa:16:3e:df:6e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b590588-94ea-4381-83d2-9c45fa18b830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T00:33:45Z', 'updated_at': '2021-11-25T00:33:58Z', 'revision_number': 1, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8caf211a-49f8-4d81-b479-2fa1b5133a03', 'name': '', 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'mac_address': 'fa:16:3e:9a:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:16Z', 'updated_at': '2021-11-25T00:28:26Z', 'revision_number': 5, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'subnets': [{'id': 'f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:34:00.624000 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53d580f-3366-4be0-b1b3-a3703682d9bb None None] New status for floating IP f1681f01-9aef-4c8f-a531-2d6c1276e987: ACTIVE {{(pid=109126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 00:34:03.674956 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 6 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 00:34:04.898583 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b81013-f002-4d82-b980-aa46eb6494f2 req-89cdb95c-9af8-4855-b856-42455e53c045 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:04.900273 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-78b81013-f002-4d82-b980-aa46eb6494f2 req-89cdb95c-9af8-4855-b856-42455e53c045 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 946 time: 0.0623922 Nov 25 00:34:04.962434 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-78b81013-f002-4d82-b980-aa46eb6494f2 req-09a2cbca-a72c-4442-9017-9077ae9ba68f tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558574 Nov 25 00:34:06.105528 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f152daf-863f-4ce3-b4e9-fb87e792c997 req-9641182c-99f8-4167-b573-4be0c370a3e2 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:06.107094 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-5f152daf-863f-4ce3-b4e9-fb87e792c997 req-9641182c-99f8-4167-b573-4be0c370a3e2 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 946 time: 0.0520453 Nov 25 00:34:06.162652 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-5f152daf-863f-4ce3-b4e9-fb87e792c997 req-c154ba4d-0a86-4d50-ad3f-261719695265 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488608 Nov 25 00:34:07.290026 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1640490-82fd-4184-b1e5-20f89012a154 req-2ad4dd2b-e393-4e6d-b714-18be0569b92a tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:07.291601 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-d1640490-82fd-4184-b1e5-20f89012a154 req-2ad4dd2b-e393-4e6d-b714-18be0569b92a tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 946 time: 0.0550201 Nov 25 00:34:07.343891 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-d1640490-82fd-4184-b1e5-20f89012a154 req-5f5e02bf-8a8e-4030-882e-ae971f6a0967 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462756 Nov 25 00:34:08.478685 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55c604-3147-47ac-a3a5-8d578c0bb605 req-f84aa9ae-c08c-46bd-949c-3effcdb765f0 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:08.480330 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-cc55c604-3147-47ac-a3a5-8d578c0bb605 req-f84aa9ae-c08c-46bd-949c-3effcdb765f0 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 946 time: 0.0544016 Nov 25 00:34:08.545568 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-cc55c604-3147-47ac-a3a5-8d578c0bb605 req-e557082f-2bf1-4aa6-b3e4-5bad9f21a6e6 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589297 Nov 25 00:34:09.312432 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 46718) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:34:09.374296 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.db_base_plugin_v2 [None req-24d0f89a-b595-4150-b847-c27ed5f88ec1 admin admin] Deleting subnet 47eab1d6-ea47-4f57-a56f-8246005191bb {{(pid=109123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 00:34:09.381348 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-24d0f89a-b595-4150-b847-c27ed5f88ec1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:09.459745 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-24d0f89a-b595-4150-b847-c27ed5f88ec1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12550361'] for subnet, precommit_delete_associations {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:09.524161 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-24d0f89a-b595-4150-b847-c27ed5f88ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3679783'] for subnet, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:09.597287 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-24d0f89a-b595-4150-b847-c27ed5f88ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3679964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11305922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12290967'] for subnet, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:09.638308 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d0f89a-b595-4150-b847-c27ed5f88ec1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47eab1d6-ea47-4f57-a56f-8246005191bb,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:34:09.640325 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-24d0f89a-b595-4150-b847-c27ed5f88ec1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:09.643496 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-24d0f89a-b595-4150-b847-c27ed5f88ec1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/47eab1d6-ea47-4f57-a56f-8246005191bb HTTP/1.1" status: 204 len: 168 time: 0.3300242 Nov 25 00:34:09.646178 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 46728) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:34:09.752205 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2b23f-6783-4d17-9adc-ad8594022308 req-febe682d-d3ea-45e6-8caa-b1d26320baec tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:09.753827 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b7e2b23f-6783-4d17-9adc-ad8594022308 req-febe682d-d3ea-45e6-8caa-b1d26320baec tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 946 time: 0.1267719 Nov 25 00:34:09.758029 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0a2b2b86-04da-45d7-8b00-1bb9404171b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3831181'] for network, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:09.878956 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b7e2b23f-6783-4d17-9adc-ad8594022308 req-f959c83b-99fd-4fc6-88b9-bec1a03b6c2f tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175888 Nov 25 00:34:09.890108 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0a2b2b86-04da-45d7-8b00-1bb9404171b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3685296', 'neutron.services.segments.db._delete_segments_for_network-8781494352851'] for network, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:09.915530 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-0a2b2b86-04da-45d7-8b00-1bb9404171b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47932bc8-985f-4066-b70a-4dbc640ef015']}} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:34:09.926418 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-0a2b2b86-04da-45d7-8b00-1bb9404171b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '513ca2c6-c64f-45cb-816d-9c0b87b82212') {'for_net_delete': True} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:34:09.926790 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-0a2b2b86-04da-45d7-8b00-1bb9404171b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '513ca2c6-c64f-45cb-816d-9c0b87b82212') {} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:34:09.937999 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0a2b2b86-04da-45d7-8b00-1bb9404171b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781494358748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12550354'] for segment, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:09.954257 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0a2b2b86-04da-45d7-8b00-1bb9404171b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386'] for segment, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:09.962918 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a2b2b86-04da-45d7-8b00-1bb9404171b8 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=109123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 00:34:09.963360 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0a2b2b86-04da-45d7-8b00-1bb9404171b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11305784'] for segment, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:09.965684 dv-cinder-819200-1-iscsi neutron-server[109123]: Traceback (most recent call last): Nov 25 00:34:09.965684 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 00:34:09.965684 dv-cinder-819200-1-iscsi neutron-server[109123]: timer() Nov 25 00:34:09.965684 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 00:34:09.965684 dv-cinder-819200-1-iscsi neutron-server[109123]: cb(*args, **kw) Nov 25 00:34:09.965684 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 00:34:09.965684 dv-cinder-819200-1-iscsi neutron-server[109123]: return func(*args, **kwargs) Nov 25 00:34:09.965684 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 00:34:09.965684 dv-cinder-819200-1-iscsi neutron-server[109123]: self._notify() Nov 25 00:34:09.965684 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 00:34:09.965684 dv-cinder-819200-1-iscsi neutron-server[109123]: self.callback(batched_events) Nov 25 00:34:09.965684 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 00:34:09.965684 dv-cinder-819200-1-iscsi neutron-server[109123]: event.method(event) Nov 25 00:34:09.965684 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 00:34:09.965684 dv-cinder-819200-1-iscsi neutron-server[109123]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 00:34:09.965684 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 00:34:09.965684 dv-cinder-819200-1-iscsi neutron-server[109123]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 00:34:09.965684 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 00:34:09.965684 dv-cinder-819200-1-iscsi neutron-server[109123]: return f(self, *a, **k) Nov 25 00:34:09.965684 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 00:34:09.965684 dv-cinder-819200-1-iscsi neutron-server[109123]: return self._get(url).json() Nov 25 00:34:09.965684 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 00:34:09.965684 dv-cinder-819200-1-iscsi neutron-server[109123]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 00:34:09.965684 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 00:34:09.965684 dv-cinder-819200-1-iscsi neutron-server[109123]: return self.request(url, 'GET', **kwargs) Nov 25 00:34:09.965684 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 00:34:09.965684 dv-cinder-819200-1-iscsi neutron-server[109123]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 00:34:09.965684 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 00:34:09.965684 dv-cinder-819200-1-iscsi neutron-server[109123]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 00:34:09.965684 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 00:34:09.965684 dv-cinder-819200-1-iscsi neutron-server[109123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 00:34:09.965684 dv-cinder-819200-1-iscsi neutron-server[109123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 00:34:10.028577 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0a2b2b86-04da-45d7-8b00-1bb9404171b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3685289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622934'] for network, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:10.034605 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0a2b2b86-04da-45d7-8b00-1bb9404171b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for network, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:10.038994 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-0a2b2b86-04da-45d7-8b00-1bb9404171b8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/47932bc8-985f-4066-b70a-4dbc640ef015 HTTP/1.1" status: 204 len: 168 time: 0.3917203 Nov 25 00:34:10.043584 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 46730) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:34:10.050902 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b2b86-04da-45d7-8b00-1bb9404171b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=47932bc8-985f-4066-b70a-4dbc640ef015,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:34:10.095625 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.db_base_plugin_v2 [None req-81b443dd-178a-4348-913f-05b9c16d355d admin admin] Deleting subnet 93cf2e1f-ca5d-4131-a79b-8fba2e2e22c0 {{(pid=109124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 00:34:10.099333 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-81b443dd-178a-4348-913f-05b9c16d355d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:10.135556 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-81b443dd-178a-4348-913f-05b9c16d355d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11556627'] for subnet, precommit_delete_associations {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:10.177665 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-81b443dd-178a-4348-913f-05b9c16d355d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3679783'] for subnet, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:10.232974 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-81b443dd-178a-4348-913f-05b9c16d355d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3679964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11622801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12571129'] for subnet, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:10.260505 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b443dd-178a-4348-913f-05b9c16d355d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93cf2e1f-ca5d-4131-a79b-8fba2e2e22c0,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:34:10.265173 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-81b443dd-178a-4348-913f-05b9c16d355d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for subnet, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:10.268377 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-81b443dd-178a-4348-913f-05b9c16d355d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/93cf2e1f-ca5d-4131-a79b-8fba2e2e22c0 HTTP/1.1" status: 204 len: 168 time: 0.2237818 Nov 25 00:34:10.271173 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 46732) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:34:10.275788 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b443dd-178a-4348-913f-05b9c16d355d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:34:10.276147 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b443dd-178a-4348-913f-05b9c16d355d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:34:10.276490 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b443dd-178a-4348-913f-05b9c16d355d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:34:10.276830 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b443dd-178a-4348-913f-05b9c16d355d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:34:10.277167 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b443dd-178a-4348-913f-05b9c16d355d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:34:10.277502 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b443dd-178a-4348-913f-05b9c16d355d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:34:10.277834 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b443dd-178a-4348-913f-05b9c16d355d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:34:10.278178 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b443dd-178a-4348-913f-05b9c16d355d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:34:10.278514 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b443dd-178a-4348-913f-05b9c16d355d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:34:10.278922 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b443dd-178a-4348-913f-05b9c16d355d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:34:10.279702 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b443dd-178a-4348-913f-05b9c16d355d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:34:10.279702 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b443dd-178a-4348-913f-05b9c16d355d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:34:10.355138 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-a8cf5882-2a2b-4704-b856-421351259320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3831181'] for network, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:10.441069 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-a8cf5882-2a2b-4704-b856-421351259320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3685296', 'neutron.services.segments.db._delete_segments_for_network-8781494352851'] for network, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:10.465040 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-a8cf5882-2a2b-4704-b856-421351259320 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4eb6221-2d6b-47c6-9d28-4ec2b3230b9a']}} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:34:10.475232 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-a8cf5882-2a2b-4704-b856-421351259320 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39432a92-f6fb-4ba3-8ff4-28d6c636a60f') {'for_net_delete': True} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:34:10.475518 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-a8cf5882-2a2b-4704-b856-421351259320 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39432a92-f6fb-4ba3-8ff4-28d6c636a60f') {} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:34:10.487613 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-a8cf5882-2a2b-4704-b856-421351259320 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781494358748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12550354'] for segment, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:10.506602 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-a8cf5882-2a2b-4704-b856-421351259320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386'] for segment, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:10.513913 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8cf5882-2a2b-4704-b856-421351259320 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=109123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 00:34:10.514310 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-a8cf5882-2a2b-4704-b856-421351259320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11305784'] for segment, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:10.516170 dv-cinder-819200-1-iscsi neutron-server[109123]: Traceback (most recent call last): Nov 25 00:34:10.516170 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 00:34:10.516170 dv-cinder-819200-1-iscsi neutron-server[109123]: timer() Nov 25 00:34:10.516170 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 00:34:10.516170 dv-cinder-819200-1-iscsi neutron-server[109123]: cb(*args, **kw) Nov 25 00:34:10.516170 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 00:34:10.516170 dv-cinder-819200-1-iscsi neutron-server[109123]: return func(*args, **kwargs) Nov 25 00:34:10.516170 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 00:34:10.516170 dv-cinder-819200-1-iscsi neutron-server[109123]: self._notify() Nov 25 00:34:10.516170 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 00:34:10.516170 dv-cinder-819200-1-iscsi neutron-server[109123]: self.callback(batched_events) Nov 25 00:34:10.516170 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 00:34:10.516170 dv-cinder-819200-1-iscsi neutron-server[109123]: event.method(event) Nov 25 00:34:10.516170 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 00:34:10.516170 dv-cinder-819200-1-iscsi neutron-server[109123]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 00:34:10.516170 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 00:34:10.516170 dv-cinder-819200-1-iscsi neutron-server[109123]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 00:34:10.516170 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 00:34:10.516170 dv-cinder-819200-1-iscsi neutron-server[109123]: return f(self, *a, **k) Nov 25 00:34:10.516170 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 00:34:10.516170 dv-cinder-819200-1-iscsi neutron-server[109123]: return self._get(url).json() Nov 25 00:34:10.516170 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 00:34:10.516170 dv-cinder-819200-1-iscsi neutron-server[109123]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 00:34:10.516170 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 00:34:10.516170 dv-cinder-819200-1-iscsi neutron-server[109123]: return self.request(url, 'GET', **kwargs) Nov 25 00:34:10.516170 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 00:34:10.516170 dv-cinder-819200-1-iscsi neutron-server[109123]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 00:34:10.516170 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 00:34:10.516170 dv-cinder-819200-1-iscsi neutron-server[109123]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 00:34:10.516170 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 00:34:10.516170 dv-cinder-819200-1-iscsi neutron-server[109123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 00:34:10.516170 dv-cinder-819200-1-iscsi neutron-server[109123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 00:34:10.579619 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-a8cf5882-2a2b-4704-b856-421351259320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3685289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622934'] for network, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:10.585696 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-a8cf5882-2a2b-4704-b856-421351259320 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for network, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:10.589764 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-a8cf5882-2a2b-4704-b856-421351259320 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d4eb6221-2d6b-47c6-9d28-4ec2b3230b9a HTTP/1.1" status: 204 len: 168 time: 0.3174255 Nov 25 00:34:10.602814 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf5882-2a2b-4704-b856-421351259320 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4eb6221-2d6b-47c6-9d28-4ec2b3230b9a,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:34:10.780178 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 46742) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:34:10.835587 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-557e9398-0eef-44da-9dd9-55bd74fab857 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b51eedf0fcd84d179e5580133c86656f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0538564 Nov 25 00:34:10.838124 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 46744) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:34:10.890450 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-ecab0a75-36c3-41b1-9fc6-f8eaa5015003 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:10.914961 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-ecab0a75-36c3-41b1-9fc6-f8eaa5015003 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:11.001668 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-ecab0a75-36c3-41b1-9fc6-f8eaa5015003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:11.005075 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-ecab0a75-36c3-41b1-9fc6-f8eaa5015003 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:11.007934 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-ecab0a75-36c3-41b1-9fc6-f8eaa5015003 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bbe2e1cb-b868-47bb-9dc1-1e28b9ea4127 HTTP/1.1" status: 204 len: 168 time: 0.1685321 Nov 25 00:34:11.029000 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab0a75-36c3-41b1-9fc6-f8eaa5015003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe2e1cb-b868-47bb-9dc1-1e28b9ea4127,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:34:11.050762 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682b077-4a37-47d7-9d96-9a21a7e43025 req-56b2f814-3c34-4495-a9cc-20cb5def87ad tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:11.053470 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-e682b077-4a37-47d7-9d96-9a21a7e43025 req-56b2f814-3c34-4495-a9cc-20cb5def87ad tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 946 time: 0.0919607 Nov 25 00:34:11.125648 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-e682b077-4a37-47d7-9d96-9a21a7e43025 req-a3d8fc91-0a93-42db-b9f3-26d975e467d0 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631783 Nov 25 00:34:11.472211 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 46760) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:34:11.521591 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-6cfbf62e-a76d-474b-ae05-4dab8c6aa8dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=756d8bb8dd4f4430aa4a4af58c5ff935&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473454 Nov 25 00:34:11.525714 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 46762) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:34:11.595883 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-8198cfc3-9541-4ea9-a53f-dedb7cc1ff26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:11.624159 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-8198cfc3-9541-4ea9-a53f-dedb7cc1ff26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:11.728987 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-8198cfc3-9541-4ea9-a53f-dedb7cc1ff26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:11.732983 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-8198cfc3-9541-4ea9-a53f-dedb7cc1ff26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:11.734503 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-8198cfc3-9541-4ea9-a53f-dedb7cc1ff26 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3ca116c7-d530-4d84-b43a-50729546cb1c HTTP/1.1" status: 204 len: 168 time: 0.2076869 Nov 25 00:34:11.746530 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198cfc3-9541-4ea9-a53f-dedb7cc1ff26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca116c7-d530-4d84-b43a-50729546cb1c,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:34:11.876960 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f94784-869b-4fa6-acff-a8f5d2084e36 req-46bb8ebf-4036-4d4c-b35f-dece5bd9b99d tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:11.878519 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-85f94784-869b-4fa6-acff-a8f5d2084e36 req-46bb8ebf-4036-4d4c-b35f-dece5bd9b99d tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 945 time: 0.0736306 Nov 25 00:34:11.909262 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-02fbe785-ff05-4333-a7f5-41317de1cb06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:11.941544 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-85f94784-869b-4fa6-acff-a8f5d2084e36 req-dcfcb890-05dd-4c12-bdb1-449110b99bb7 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556381 Nov 25 00:34:12.268028 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ed676-cbd1-4ca8-9d03-eb14124925fc req-996b7677-63aa-40fb-b83f-4392ade46604 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:12.269588 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-466ed676-cbd1-4ca8-9d03-eb14124925fc req-996b7677-63aa-40fb-b83f-4392ade46604 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 946 time: 0.0651443 Nov 25 00:34:12.349448 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-466ed676-cbd1-4ca8-9d03-eb14124925fc req-0b5b8bc5-a19c-43ef-a453-33f9c9786a06 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666394 Nov 25 00:34:13.117806 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b645fe-e894-4167-948a-ab1a7db5edc3 req-8bf98718-5d93-4973-a866-2e44e300d79c tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:13.120209 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-47b645fe-e894-4167-948a-ab1a7db5edc3 req-8bf98718-5d93-4973-a866-2e44e300d79c tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 945 time: 0.0625720 Nov 25 00:34:13.180819 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-47b645fe-e894-4167-948a-ab1a7db5edc3 req-7524ea3b-70f4-4961-ab8d-9fd968dca1d6 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536819 Nov 25 00:34:13.481518 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82965e1-e146-4281-9de0-42e7ca615a08 req-1589b10e-0dd0-4dbc-bdf8-ac29f6ec057b tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:13.483389 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b82965e1-e146-4281-9de0-42e7ca615a08 req-1589b10e-0dd0-4dbc-bdf8-ac29f6ec057b tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 946 time: 0.0599449 Nov 25 00:34:13.541434 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b82965e1-e146-4281-9de0-42e7ca615a08 req-d6e01b7e-7b25-4dba-90c8-b1eb389da48e tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507965 Nov 25 00:34:14.312156 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d33ad-e37d-41b8-b95f-fa665a2c3a64 req-ffc8dfed-ecd2-484a-bfee-60fc0dfc8c28 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:14.313681 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-779d33ad-e37d-41b8-b95f-fa665a2c3a64 req-ffc8dfed-ecd2-484a-bfee-60fc0dfc8c28 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 945 time: 0.0504398 Nov 25 00:34:14.366878 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-779d33ad-e37d-41b8-b95f-fa665a2c3a64 req-fa57b1cc-eaaa-4922-950a-824742470073 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458140 Nov 25 00:34:14.430196 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-9747fcb4-b0df-4e5e-8333-7e057fe3e6dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:14.684308 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f99af-0db3-42fa-8d3e-66a5b103204b req-93e96417-9eeb-41fb-879a-8e31b024449d tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:14.686772 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-af9f99af-0db3-42fa-8d3e-66a5b103204b req-93e96417-9eeb-41fb-879a-8e31b024449d tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 946 time: 0.0647876 Nov 25 00:34:14.738828 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-af9f99af-0db3-42fa-8d3e-66a5b103204b req-294a0232-a6b3-4892-8344-2499799fec56 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462613 Nov 25 00:34:15.056274 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45a0f3-360d-4d9e-bd0d-1cf5d990c487 req-9617bea9-30d0-4241-a611-dc7807ebcfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:15.057798 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-eb45a0f3-360d-4d9e-bd0d-1cf5d990c487 req-9617bea9-30d0-4241-a611-dc7807ebcfd7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5f392e66d5f410f8a6baf59ecc59ace&device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 1099 time: 0.0546145 Nov 25 00:34:15.163524 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45a0f3-360d-4d9e-bd0d-1cf5d990c487 req-e4976efd-fd7c-4ade-ac49-7413c06bfd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:15.165257 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-eb45a0f3-360d-4d9e-bd0d-1cf5d990c487 req-e4976efd-fd7c-4ade-ac49-7413c06bfd5f service neutron] 10.222.0.36 "GET /v2.0/networks?id=1e9c94da-08ec-44a7-9abd-e30ed8735d06 HTTP/1.1" status: 200 len: 910 time: 0.0953057 Nov 25 00:34:15.240182 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-eb45a0f3-360d-4d9e-bd0d-1cf5d990c487 req-ae8690f0-13f0-44c9-8c96-f53d6b284425 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e22ac7b-edbb-468e-ac61-bc2a30c9d949 HTTP/1.1" status: 200 len: 1001 time: 0.0681202 Nov 25 00:34:15.301677 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45a0f3-360d-4d9e-bd0d-1cf5d990c487 req-5cd4f091-7a36-4176-8de7-a7f20d9fad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:15.303279 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-eb45a0f3-360d-4d9e-bd0d-1cf5d990c487 req-5cd4f091-7a36-4176-8de7-a7f20d9fad85 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a96f391-45a6-424b-a4f4-889163bf126c HTTP/1.1" status: 200 len: 848 time: 0.0550678 Nov 25 00:34:15.359112 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45a0f3-360d-4d9e-bd0d-1cf5d990c487 req-36cdb0d4-cc74-40d8-b8dc-5ef5b4d58ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:15.359890 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-eb45a0f3-360d-4d9e-bd0d-1cf5d990c487 req-36cdb0d4-cc74-40d8-b8dc-5ef5b4d58ecc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1e9c94da-08ec-44a7-9abd-e30ed8735d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496483 Nov 25 00:34:15.474763 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-eb45a0f3-360d-4d9e-bd0d-1cf5d990c487 req-39e654f1-7ca1-4210-ba0d-79bda00a6ce2 service neutron] 10.222.0.36 "GET /v2.0/networks/1e9c94da-08ec-44a7-9abd-e30ed8735d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044521 Nov 25 00:34:15.504604 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b8b09-678d-4f94-a931-495409d8da2c req-f5284af9-9f42-428a-ad49-ff9cf4a80db9 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:15.506786 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-303b8b09-678d-4f94-a931-495409d8da2c req-f5284af9-9f42-428a-ad49-ff9cf4a80db9 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 945 time: 0.0551469 Nov 25 00:34:15.565563 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-303b8b09-678d-4f94-a931-495409d8da2c req-3fe3b8d8-70d7-4f3f-b13c-e3c7854e495d tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492806 Nov 25 00:34:15.610436 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-eb45a0f3-360d-4d9e-bd0d-1cf5d990c487 req-430e0133-5480-4bba-a96a-33082561cf1e service neutron] 10.222.0.36 "GET /v2.0/networks/1e9c94da-08ec-44a7-9abd-e30ed8735d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304934 Nov 25 00:34:15.881776 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006874b-a690-45cc-91c0-db93e97074a7 req-268060a4-f8e6-43a9-9503-a385abf1eaa0 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:15.883499 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-d006874b-a690-45cc-91c0-db93e97074a7 req-268060a4-f8e6-43a9-9503-a385abf1eaa0 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 946 time: 0.0606821 Nov 25 00:34:15.944943 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-d006874b-a690-45cc-91c0-db93e97074a7 req-51d535ca-8326-49bc-844b-b2d7895e4d71 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518425 Nov 25 00:34:16.434715 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:16.700255 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6892f4-7420-43a1-8f49-7d5aa9d1d5a0 req-41b70d0c-bb14-408b-b0e5-956f68e365c3 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:16.701749 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-de6892f4-7420-43a1-8f49-7d5aa9d1d5a0 req-41b70d0c-bb14-408b-b0e5-956f68e365c3 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 945 time: 0.0526390 Nov 25 00:34:16.753630 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-de6892f4-7420-43a1-8f49-7d5aa9d1d5a0 req-9e3aad12-0a3b-4021-80af-e3a11847b811 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457711 Nov 25 00:34:17.065105 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a618c95-a57f-40e1-8f01-03d2e6dc382f req-f9c5e2a5-3d3f-4755-8b1d-65aa87f29f33 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:17.066604 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-5a618c95-a57f-40e1-8f01-03d2e6dc382f req-f9c5e2a5-3d3f-4755-8b1d-65aa87f29f33 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 946 time: 0.0501878 Nov 25 00:34:17.128233 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-5a618c95-a57f-40e1-8f01-03d2e6dc382f req-13f66614-6b5f-458e-be25-4c05450b2848 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548718 Nov 25 00:34:17.890250 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c8f13-2e70-4401-904e-f2ba7a616262 req-2fbc883e-475b-424b-92f3-5afc6983e879 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:17.891794 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-d22c8f13-2e70-4401-904e-f2ba7a616262 req-2fbc883e-475b-424b-92f3-5afc6983e879 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 945 time: 0.0570812 Nov 25 00:34:17.942086 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-d22c8f13-2e70-4401-904e-f2ba7a616262 req-10f8f46f-bad7-451c-9b4b-de27130c0f3b tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437438 Nov 25 00:34:18.256295 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e9e7f-f256-4a38-86db-96671dad8cfb req-e6bd7324-7615-49bf-9adb-f1a73dd189e3 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:18.257846 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c86e9e7f-f256-4a38-86db-96671dad8cfb req-e6bd7324-7615-49bf-9adb-f1a73dd189e3 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 946 time: 0.0544333 Nov 25 00:34:18.312073 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c86e9e7f-f256-4a38-86db-96671dad8cfb req-1ecd4d5c-728c-44cb-82bc-49dfffa33148 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481427 Nov 25 00:34:18.409418 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:18.416369 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:18.563191 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2523b-5904-429e-88e2-fd43185b9221 req-011caf2f-76a4-404c-b38e-b2733f6b318c tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:18.565706 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-67a2523b-5904-429e-88e2-fd43185b9221 req-011caf2f-76a4-404c-b38e-b2733f6b318c tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 946 time: 0.0666323 Nov 25 00:34:18.620995 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 46906) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:34:18.625913 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-67a2523b-5904-429e-88e2-fd43185b9221 req-f074bea1-dd4b-4942-9657-2a045b2f75f8 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538049 Nov 25 00:34:18.717480 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-6fe52ec5-a187-4ddc-9848-f6d3eab11eba req-4f0a3547-8c8c-416e-98b6-dadd0a8f9c7f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0953035 Nov 25 00:34:18.728211 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [req-6fe52ec5-a187-4ddc-9848-f6d3eab11eba req-5d4d901f-eeef-4509-99a3-66f8d39bddd1 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 00:34:18.729195 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-6fe52ec5-a187-4ddc-9848-f6d3eab11eba req-5d4d901f-eeef-4509-99a3-66f8d39bddd1 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059614 Nov 25 00:34:19.083480 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fcbfb7-371b-4be0-babd-95ff878fa991 req-602cd987-76c4-475d-9375-d8048b7098e2 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:19.084804 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-05fcbfb7-371b-4be0-babd-95ff878fa991 req-602cd987-76c4-475d-9375-d8048b7098e2 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 945 time: 0.0579059 Nov 25 00:34:19.135930 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-05fcbfb7-371b-4be0-babd-95ff878fa991 req-4a441125-763f-4869-83ab-709c6e99b798 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446866 Nov 25 00:34:19.750543 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a22f2-564f-4390-b5c5-8266d43ca6ed req-b40271a5-b5ed-48b6-9f9b-876f27b989bc tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:19.752060 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-053a22f2-564f-4390-b5c5-8266d43ca6ed req-b40271a5-b5ed-48b6-9f9b-876f27b989bc tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 946 time: 0.0518975 Nov 25 00:34:19.804295 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-053a22f2-564f-4390-b5c5-8266d43ca6ed req-5ffede3d-240e-4beb-ae84-752302f59e3d tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449688 Nov 25 00:34:20.119607 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 1e22ac7b-edbb-468e-ac61-bc2a30c9d949 no longer exists at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:34:20.209401 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:20.259569 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91f8320-88a2-4375-b554-c9088c8bf20d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e22ac7b-edbb-468e-ac61-bc2a30c9d949'}] {{(pid=109125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:34:20.263327 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b40ce054491f5bd1a33a22e0e33c095860c6622367658d2460ab374ec6fa3a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdb5008-62cf-466e-8418-3a194405a97e" -d '{"events": [{"server_uuid": "d91f8320-88a2-4375-b554-c9088c8bf20d", "name": "network-vif-unplugged", "status": "completed", "tag": "1e22ac7b-edbb-468e-ac61-bc2a30c9d949"}]}' {{(pid=109125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:34:20.293628 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 1e22ac7b-edbb-468e-ac61-bc2a30c9d949, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=1e22ac7b-edbb-468e-ac61-bc2a30c9d949,segment=NetworkSegment(091f9bdd-4cd5-492f-866a-e7735895c70c),segment_id=091f9bdd-4cd5-492f-866a-e7735895c70c)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:34:20.301294 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:20.313122 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c0599-2ee9-4ee1-8d21-377f563271dd req-4ad05891-8bac-480d-bcea-7d92c8adb656 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:20.315751 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-016c0599-2ee9-4ee1-8d21-377f563271dd req-4ad05891-8bac-480d-bcea-7d92c8adb656 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 945 time: 0.0965345 Nov 25 00:34:20.342908 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 00:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d947d58-558e-44c3-a6d7-8a50b22c97d1 x-openstack-request-id: req-9d947d58-558e-44c3-a6d7-8a50b22c97d1 {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:34:20.343282 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91f8320-88a2-4375-b554-c9088c8bf20d", "name": "network-vif-unplugged", "status": "completed", "tag": "1e22ac7b-edbb-468e-ac61-bc2a30c9d949", "code": 200}]} {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:34:20.343504 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d947d58-558e-44c3-a6d7-8a50b22c97d1 {{(pid=109125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:34:20.343944 dv-cinder-819200-1-iscsi neutron-server[109125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91f8320-88a2-4375-b554-c9088c8bf20d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e22ac7b-edbb-468e-ac61-bc2a30c9d949', 'code': 200} Nov 25 00:34:20.369082 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=1e22ac7b-edbb-468e-ac61-bc2a30c9d949,revision_number=6']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:34:20.371255 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-016c0599-2ee9-4ee1-8d21-377f563271dd req-469a891a-241f-4c47-84e2-97600de610ac tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480528 Nov 25 00:34:20.381863 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:34:20.382222 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:34:20.382600 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:34:20.382968 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:34:20.383466 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:34:20.383904 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:34:20.384187 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:34:20.384528 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:34:20.384987 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:34:20.385228 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:34:20.385588 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:34:20.385881 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:34:20.403731 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 46952) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:34:20.476879 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe52ec5-a187-4ddc-9848-f6d3eab11eba req-50b8643f-b97c-4375-9ef1-bfb5acac3ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:20.478530 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-6fe52ec5-a187-4ddc-9848-f6d3eab11eba req-50b8643f-b97c-4375-9ef1-bfb5acac3ec4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d&tenant_id=c5f392e66d5f410f8a6baf59ecc59ace HTTP/1.1" status: 200 len: 1097 time: 0.0564368 Nov 25 00:34:20.558322 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-9eecd6db-74f2-44e3-8a2e-f2e04f8e4c62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:20.587950 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe52ec5-a187-4ddc-9848-f6d3eab11eba req-11cb9d45-ef42-4d0b-9dd6-d5ce93ae8044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:20.589435 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-6fe52ec5-a187-4ddc-9848-f6d3eab11eba req-11cb9d45-ef42-4d0b-9dd6-d5ce93ae8044 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5f392e66d5f410f8a6baf59ecc59ace&device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 1097 time: 0.0803304 Nov 25 00:34:20.731785 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe52ec5-a187-4ddc-9848-f6d3eab11eba req-e4880039-165a-4e79-a5f9-e2e6066144fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:20.733282 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-6fe52ec5-a187-4ddc-9848-f6d3eab11eba req-e4880039-165a-4e79-a5f9-e2e6066144fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=1e9c94da-08ec-44a7-9abd-e30ed8735d06 HTTP/1.1" status: 200 len: 910 time: 0.1293066 Nov 25 00:34:20.735255 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-9eecd6db-74f2-44e3-8a2e-f2e04f8e4c62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:20.741956 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-9eecd6db-74f2-44e3-8a2e-f2e04f8e4c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:20.826827 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-9eecd6db-74f2-44e3-8a2e-f2e04f8e4c62 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=391ca80290ea4d61a3696ff2d44a50ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4215293 Nov 25 00:34:20.829412 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 46960) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:34:20.837954 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eecd6db-74f2-44e3-8a2e-f2e04f8e4c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40cdfd5-297f-4683-990c-1c9fd5fac7a6,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:34:20.854289 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-6fe52ec5-a187-4ddc-9848-f6d3eab11eba req-1950e6ed-bdcf-421d-b017-59bc86c09350 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e22ac7b-edbb-468e-ac61-bc2a30c9d949 HTTP/1.1" status: 200 len: 999 time: 0.1092682 Nov 25 00:34:20.931364 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-2507eac7-45f0-4e8c-9a2b-2492b6d250cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:20.933880 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe52ec5-a187-4ddc-9848-f6d3eab11eba req-c05376c5-f6a6-45c4-9919-c2d4731c8d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:20.935179 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35847fc6-ff39-40a9-bfed-c33397e9f4d6 req-4063e1c9-8d32-4736-9afd-6c7bd20ce903 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:20.935413 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-6fe52ec5-a187-4ddc-9848-f6d3eab11eba req-c05376c5-f6a6-45c4-9919-c2d4731c8d72 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a96f391-45a6-424b-a4f4-889163bf126c HTTP/1.1" status: 200 len: 848 time: 0.0699368 Nov 25 00:34:20.936693 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-35847fc6-ff39-40a9-bfed-c33397e9f4d6 req-4063e1c9-8d32-4736-9afd-6c7bd20ce903 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 944 time: 0.0572336 Nov 25 00:34:20.979000 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-2507eac7-45f0-4e8c-9a2b-2492b6d250cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:20.995653 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-35847fc6-ff39-40a9-bfed-c33397e9f4d6 req-ea3d3e0e-9392-40ed-b846-38d89aee88d7 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522890 Nov 25 00:34:21.019616 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe52ec5-a187-4ddc-9848-f6d3eab11eba req-4d95e4fa-6bd7-407c-80bc-a9aadf25f517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:21.021243 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-6fe52ec5-a187-4ddc-9848-f6d3eab11eba req-4d95e4fa-6bd7-407c-80bc-a9aadf25f517 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1e9c94da-08ec-44a7-9abd-e30ed8735d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765336 Nov 25 00:34:21.064627 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:21.081028 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-2507eac7-45f0-4e8c-9a2b-2492b6d250cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:21.083681 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-2507eac7-45f0-4e8c-9a2b-2492b6d250cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:21.084870 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-2507eac7-45f0-4e8c-9a2b-2492b6d250cb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e40cdfd5-297f-4683-990c-1c9fd5fac7a6 HTTP/1.1" status: 204 len: 168 time: 0.2545514 Nov 25 00:34:21.103599 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507eac7-45f0-4e8c-9a2b-2492b6d250cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40cdfd5-297f-4683-990c-1c9fd5fac7a6,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:34:21.141292 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-6fe52ec5-a187-4ddc-9848-f6d3eab11eba req-fa80cf1a-6b20-4896-bb1c-7a201942def6 service neutron] 10.222.0.36 "GET /v2.0/networks/1e9c94da-08ec-44a7-9abd-e30ed8735d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097500 Nov 25 00:34:21.242050 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-6fe52ec5-a187-4ddc-9848-f6d3eab11eba req-ad0f2fa4-1ab8-4691-ad9f-46c25c528277 service neutron] 10.222.0.36 "GET /v2.0/networks/1e9c94da-08ec-44a7-9abd-e30ed8735d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918746 Nov 25 00:34:21.386579 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 46966) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:34:21.400670 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-5ae86e84-05c3-404c-9f68-f0b5f6f7c31b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:21.508593 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-5ae86e84-05c3-404c-9f68-f0b5f6f7c31b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:21.512781 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-5ae86e84-05c3-404c-9f68-f0b5f6f7c31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:21.546612 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a856c8-eb3d-4cc9-84bd-9e522bedc222 req-9f8d422d-91d6-422b-8d2b-a1dcde7f24fc tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:21.548108 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-19a856c8-eb3d-4cc9-84bd-9e522bedc222 req-9f8d422d-91d6-422b-8d2b-a1dcde7f24fc tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 945 time: 0.0954313 Nov 25 00:34:21.572439 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-5ae86e84-05c3-404c-9f68-f0b5f6f7c31b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=060a6648f1a741fa87c96f8d5ec943c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1847634 Nov 25 00:34:21.573150 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae86e84-05c3-404c-9f68-f0b5f6f7c31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19625692-65b6-4fe8-98a4-f09713361665,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:34:21.575710 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 46970) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:34:21.615789 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-19a856c8-eb3d-4cc9-84bd-9e522bedc222 req-940e4245-a923-41dd-81a1-22f6880f301c tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586677 Nov 25 00:34:21.634239 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-def4192a-752e-4f70-8f42-ac5fa662bbe3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:21.656318 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-def4192a-752e-4f70-8f42-ac5fa662bbe3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:21.705450 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-def4192a-752e-4f70-8f42-ac5fa662bbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:21.708721 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-def4192a-752e-4f70-8f42-ac5fa662bbe3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:21.709967 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-def4192a-752e-4f70-8f42-ac5fa662bbe3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/19625692-65b6-4fe8-98a4-f09713361665 HTTP/1.1" status: 204 len: 168 time: 0.1315770 Nov 25 00:34:21.719474 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def4192a-752e-4f70-8f42-ac5fa662bbe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19625692-65b6-4fe8-98a4-f09713361665,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:34:22.047947 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 46980) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:34:22.073619 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1f7b538b-559f-41c3-a4fb-22693bfbb2be admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:22.158280 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd42c2-8fc8-46fd-9447-e97840059d05 req-6d8ce53b-2434-4add-a7ec-f4856aa25650 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:22.159753 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-5bbd42c2-8fc8-46fd-9447-e97840059d05 req-6d8ce53b-2434-4add-a7ec-f4856aa25650 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 944 time: 0.0894327 Nov 25 00:34:22.237199 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1f7b538b-559f-41c3-a4fb-22693bfbb2be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:22.242060 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-5bbd42c2-8fc8-46fd-9447-e97840059d05 req-97359c3a-b39a-4262-9488-8fdfe4d27487 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738931 Nov 25 00:34:22.243736 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1f7b538b-559f-41c3-a4fb-22693bfbb2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:22.510996 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b538b-559f-41c3-a4fb-22693bfbb2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7fd26d-1f31-434e-aaf6-48852c694248,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:34:22.515059 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-1f7b538b-559f-41c3-a4fb-22693bfbb2be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a2b8591039e743b3becde19157b95397&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4655745 Nov 25 00:34:22.517595 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 46982) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:34:22.568800 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-955e60b0-2d90-4a4e-a9ed-2877b5f0c91c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:22.590204 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-955e60b0-2d90-4a4e-a9ed-2877b5f0c91c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:22.638605 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-955e60b0-2d90-4a4e-a9ed-2877b5f0c91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:22.641145 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-955e60b0-2d90-4a4e-a9ed-2877b5f0c91c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:22.642293 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-955e60b0-2d90-4a4e-a9ed-2877b5f0c91c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de7fd26d-1f31-434e-aaf6-48852c694248 HTTP/1.1" status: 204 len: 168 time: 0.1236446 Nov 25 00:34:22.651451 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e60b0-2d90-4a4e-a9ed-2877b5f0c91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7fd26d-1f31-434e-aaf6-48852c694248,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:34:22.759032 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7e394-0b3d-4922-bc75-af644924af12 req-d863b0f5-b648-445f-bd57-24e35c74d18b tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:22.759032 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-21e7e394-0b3d-4922-bc75-af644924af12 req-d863b0f5-b648-445f-bd57-24e35c74d18b tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 945 time: 0.0582526 Nov 25 00:34:22.816312 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-21e7e394-0b3d-4922-bc75-af644924af12 req-e0d95fb4-4515-43fc-a8e2-a7c9200d63ea tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486598 Nov 25 00:34:23.396796 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d0115-a717-49c4-974d-715135eb1135 req-ffad659b-5629-4c79-86d7-5e7c08352357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:23.398314 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-173d0115-a717-49c4-974d-715135eb1135 req-ffad659b-5629-4c79-86d7-5e7c08352357 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5f392e66d5f410f8a6baf59ecc59ace&device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 1097 time: 0.0840449 Nov 25 00:34:23.412137 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90800267-bf1c-466b-8602-5aa73b06c674 req-e6b9a9cf-bc36-4feb-8ef7-fafd5b768286 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:23.414185 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-90800267-bf1c-466b-8602-5aa73b06c674 req-e6b9a9cf-bc36-4feb-8ef7-fafd5b768286 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 944 time: 0.0657742 Nov 25 00:34:23.531961 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-90800267-bf1c-466b-8602-5aa73b06c674 req-167c51bf-b94e-4084-8f41-5b91317ad3d1 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083055 Nov 25 00:34:23.562708 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d0115-a717-49c4-974d-715135eb1135 req-eeaa017c-357b-4492-8006-dc8c79eb45b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:23.564069 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-173d0115-a717-49c4-974d-715135eb1135 req-eeaa017c-357b-4492-8006-dc8c79eb45b2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1e9c94da-08ec-44a7-9abd-e30ed8735d06 HTTP/1.1" status: 200 len: 910 time: 0.1321316 Nov 25 00:34:23.634339 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-173d0115-a717-49c4-974d-715135eb1135 req-8a49ae13-fbb4-4168-bc2e-a21496b354b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e22ac7b-edbb-468e-ac61-bc2a30c9d949 HTTP/1.1" status: 200 len: 999 time: 0.0626941 Nov 25 00:34:23.688919 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d0115-a717-49c4-974d-715135eb1135 req-2eb4dfb7-66ff-4934-90e4-cac6dd89de63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:23.690396 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-173d0115-a717-49c4-974d-715135eb1135 req-2eb4dfb7-66ff-4934-90e4-cac6dd89de63 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a96f391-45a6-424b-a4f4-889163bf126c HTTP/1.1" status: 200 len: 848 time: 0.0471544 Nov 25 00:34:23.744443 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d0115-a717-49c4-974d-715135eb1135 req-d32cd0bd-f7b9-44b7-bab5-ca6122643025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:23.746527 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-173d0115-a717-49c4-974d-715135eb1135 req-d32cd0bd-f7b9-44b7-bab5-ca6122643025 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1e9c94da-08ec-44a7-9abd-e30ed8735d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467718 Nov 25 00:34:23.850835 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-173d0115-a717-49c4-974d-715135eb1135 req-c757dbdd-6c8f-4660-9d4c-c4ba768a3e47 service neutron] 10.222.0.36 "GET /v2.0/networks/1e9c94da-08ec-44a7-9abd-e30ed8735d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944188 Nov 25 00:34:24.000126 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47070427-9b7f-4039-a86a-4871ec00c2ea req-56438651-e168-4a14-8c99-e16cfb126f64 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:24.001682 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-47070427-9b7f-4039-a86a-4871ec00c2ea req-56438651-e168-4a14-8c99-e16cfb126f64 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 945 time: 0.0791578 Nov 25 00:34:24.003895 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-173d0115-a717-49c4-974d-715135eb1135 req-997b204b-e9f8-4e94-abd4-3185fcfbea17 service neutron] 10.222.0.36 "GET /v2.0/networks/1e9c94da-08ec-44a7-9abd-e30ed8735d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397336 Nov 25 00:34:24.061651 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-47070427-9b7f-4039-a86a-4871ec00c2ea req-71e0c055-bb10-4a6f-8b90-2b30a6d68a4d tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512938 Nov 25 00:34:24.142698 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739 details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=109125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 00:34:24.248608 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=71f2c1ab-1f7e-45d0-9ae5-0b6020f22739,segment=NetworkSegment(ad64d367-3aef-4d3a-b35a-0b8f6019cb92),segment_id=ad64d367-3aef-4d3a-b35a-0b8f6019cb92)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:34:24.261112 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Returning: {'device': '71f2c1ab-1f7e-45d0-9ae5-0b6020f22739', 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8', 'port_id': '71f2c1ab-1f7e-45d0-9ae5-0b6020f22739', 'mac_address': 'fa:16:3e:29:f7:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 00:34:24.303271 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:24.317385 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739 {{(pid=109125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:34:24.339042 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=71f2c1ab-1f7e-45d0-9ae5-0b6020f22739,segment=NetworkSegment(ad64d367-3aef-4d3a-b35a-0b8f6019cb92),segment_id=ad64d367-3aef-4d3a-b35a-0b8f6019cb92)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:34:24.344001 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:24.421911 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=71f2c1ab-1f7e-45d0-9ae5-0b6020f22739,revision_number=6']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:34:24.453184 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['71f2c1ab-1f7e-45d0-9ae5-0b6020f22739'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:34:24.706850 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760d1c5-a4d3-49bc-92c0-0c0a9f722044 req-acef6102-e9d7-473f-9a1e-573810526258 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:24.710180 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1760d1c5-a4d3-49bc-92c0-0c0a9f722044 req-acef6102-e9d7-473f-9a1e-573810526258 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 944 time: 0.0915828 Nov 25 00:34:24.768031 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1760d1c5-a4d3-49bc-92c0-0c0a9f722044 req-9f8fb853-c3c5-4788-bf52-d0e6628d5ded tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476525 Nov 25 00:34:25.395692 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c6ac3-86bf-495a-9039-b803aefd22cf req-46f85efb-8b62-4eae-81eb-fd2cf08751cc tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:25.397764 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-e33c6ac3-86bf-495a-9039-b803aefd22cf req-46f85efb-8b62-4eae-81eb-fd2cf08751cc tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 944 time: 0.0752776 Nov 25 00:34:25.489533 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-e33c6ac3-86bf-495a-9039-b803aefd22cf req-95b8c24e-3c00-42c0-9af6-1f083daa9daa tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824742 Nov 25 00:34:25.928348 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd57969-fe2c-4527-919d-d14bfc12b385 req-e81c6fbd-429e-437b-a36a-dde1cca67bf2 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:25.936589 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-5fd57969-fe2c-4527-919d-d14bfc12b385 req-e81c6fbd-429e-437b-a36a-dde1cca67bf2 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 944 time: 0.0695677 Nov 25 00:34:26.006958 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-5fd57969-fe2c-4527-919d-d14bfc12b385 req-789ac256-75c5-41ea-9d3d-a3e848fe5e7b tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685160 Nov 25 00:34:26.171500 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739 up at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:34:26.232610 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning complete for port 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:34:26.233080 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:26.342800 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:26.374148 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574781e8-4c8f-4a91-b16f-05052e0b0ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f2c1ab-1f7e-45d0-9ae5-0b6020f22739'}] {{(pid=109125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:34:26.376436 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b40ce054491f5bd1a33a22e0e33c095860c6622367658d2460ab374ec6fa3a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9d82fc-70f1-416d-881e-7bd85f39f44c" -d '{"events": [{"server_uuid": "574781e8-4c8f-4a91-b16f-05052e0b0ee3", "name": "network-vif-plugged", "status": "completed", "tag": "71f2c1ab-1f7e-45d0-9ae5-0b6020f22739"}]}' {{(pid=109125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:34:26.393798 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=71f2c1ab-1f7e-45d0-9ae5-0b6020f22739,segment=NetworkSegment(ad64d367-3aef-4d3a-b35a-0b8f6019cb92),segment_id=ad64d367-3aef-4d3a-b35a-0b8f6019cb92)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:34:26.401221 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:26.431047 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56d04df-49c3-4e7b-a079-91d5df01306c x-openstack-request-id: req-f56d04df-49c3-4e7b-a079-91d5df01306c {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:34:26.431459 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574781e8-4c8f-4a91-b16f-05052e0b0ee3", "name": "network-vif-plugged", "status": "completed", "tag": "71f2c1ab-1f7e-45d0-9ae5-0b6020f22739", "code": 200}]} {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:34:26.431857 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f56d04df-49c3-4e7b-a079-91d5df01306c {{(pid=109125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:34:26.432459 dv-cinder-819200-1-iscsi neutron-server[109125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574781e8-4c8f-4a91-b16f-05052e0b0ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f2c1ab-1f7e-45d0-9ae5-0b6020f22739', 'code': 200} Nov 25 00:34:26.467432 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=71f2c1ab-1f7e-45d0-9ae5-0b6020f22739,revision_number=7']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:34:26.651852 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103796e6-cbc0-4226-85ac-3d442f3cd02b req-3aea1f8e-2cc1-40bd-9b26-833c11923b32 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:26.653354 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-103796e6-cbc0-4226-85ac-3d442f3cd02b req-3aea1f8e-2cc1-40bd-9b26-833c11923b32 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 945 time: 0.0625966 Nov 25 00:34:26.717542 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-103796e6-cbc0-4226-85ac-3d442f3cd02b req-64d39a7b-6e2d-490d-b431-da6519d16b91 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578039 Nov 25 00:34:27.138318 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc7c53-c432-4f29-bd67-c56916ddfde7 req-c432c3bf-bb72-4267-8ff4-bbcf4f0cd703 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:27.140059 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-e8fc7c53-c432-4f29-bd67-c56916ddfde7 req-c432c3bf-bb72-4267-8ff4-bbcf4f0cd703 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 944 time: 0.0577714 Nov 25 00:34:27.232605 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-e8fc7c53-c432-4f29-bd67-c56916ddfde7 req-30541a8e-6685-4da6-b381-1b41002c5e9a tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759804 Nov 25 00:34:27.849629 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b161fd-7ded-4a27-9ea2-9395fdb74144 req-e8249205-8dc6-4f08-849f-8014a0d05272 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:27.851193 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b6b161fd-7ded-4a27-9ea2-9395fdb74144 req-e8249205-8dc6-4f08-849f-8014a0d05272 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 945 time: 0.0504663 Nov 25 00:34:27.918841 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b6b161fd-7ded-4a27-9ea2-9395fdb74144 req-a84d20d4-c80a-4bc4-b65a-19d1363c45c1 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609579 Nov 25 00:34:28.191605 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 1e22ac7b-edbb-468e-ac61-bc2a30c9d949 details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=109125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 00:34:28.349121 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 1e22ac7b-edbb-468e-ac61-bc2a30c9d949, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=1e22ac7b-edbb-468e-ac61-bc2a30c9d949,segment=NetworkSegment(091f9bdd-4cd5-492f-866a-e7735895c70c),segment_id=091f9bdd-4cd5-492f-866a-e7735895c70c)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:34:28.362989 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Returning: {'device': '1e22ac7b-edbb-468e-ac61-bc2a30c9d949', 'network_id': '1e9c94da-08ec-44a7-9abd-e30ed8735d06', 'port_id': '1e22ac7b-edbb-468e-ac61-bc2a30c9d949', 'mac_address': 'fa:16:3e:eb:da:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a96f391-45a6-424b-a4f4-889163bf126c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 00:34:28.403438 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:28.421703 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257ad2e-0ca6-44ce-a89d-a9dd0d3b0578 req-8ac77131-747c-4eb5-991b-fde8c5b1bfa1 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:28.423685 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e22ac7b-edbb-468e-ac61-bc2a30c9d949 {{(pid=109125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:34:28.424275 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7257ad2e-0ca6-44ce-a89d-a9dd0d3b0578 req-8ac77131-747c-4eb5-991b-fde8c5b1bfa1 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 944 time: 0.0721343 Nov 25 00:34:28.457710 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 1e22ac7b-edbb-468e-ac61-bc2a30c9d949, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=1e22ac7b-edbb-468e-ac61-bc2a30c9d949,segment=NetworkSegment(091f9bdd-4cd5-492f-866a-e7735895c70c),segment_id=091f9bdd-4cd5-492f-866a-e7735895c70c)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:34:28.462145 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:28.500654 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7257ad2e-0ca6-44ce-a89d-a9dd0d3b0578 req-5df5185a-927d-43ff-a39b-efda115b1e54 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670118 Nov 25 00:34:28.533935 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=1e22ac7b-edbb-468e-ac61-bc2a30c9d949,revision_number=7']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:34:28.755431 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['1e22ac7b-edbb-468e-ac61-bc2a30c9d949'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:34:29.070107 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bae6b-4090-4dc4-a195-0b0813089011 req-b95d01a0-e5a7-45f7-8c96-298fd474006a tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:29.072330 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f50bae6b-4090-4dc4-a195-0b0813089011 req-b95d01a0-e5a7-45f7-8c96-298fd474006a tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 945 time: 0.0701730 Nov 25 00:34:29.130873 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f50bae6b-4090-4dc4-a195-0b0813089011 req-28b0d78c-8307-4b73-95b4-45267c428734 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525033 Nov 25 00:34:29.627618 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f09e7-bf5c-49b3-82f6-ebf4670d65a2 req-1f0ac71c-6ee7-40cd-b75f-d57a3d19996f tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:29.627618 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-e22f09e7-bf5c-49b3-82f6-ebf4670d65a2 req-1f0ac71c-6ee7-40cd-b75f-d57a3d19996f tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 945 time: 0.0573096 Nov 25 00:34:29.686414 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-e22f09e7-bf5c-49b3-82f6-ebf4670d65a2 req-58d9e7dc-0e1f-49f8-b62d-bc6703ef4da9 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497811 Nov 25 00:34:30.202268 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 1e22ac7b-edbb-468e-ac61-bc2a30c9d949 up at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:34:30.266750 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1e918-b2cd-40f1-95c6-9b89355666d3 req-07087356-3ac6-432b-8a06-8c22b3e42766 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:30.275163 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning complete for port 1e22ac7b-edbb-468e-ac61-bc2a30c9d949 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:34:30.275407 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f7e1e918-b2cd-40f1-95c6-9b89355666d3 req-07087356-3ac6-432b-8a06-8c22b3e42766 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 945 time: 0.0589495 Nov 25 00:34:30.275571 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:30.333384 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f7e1e918-b2cd-40f1-95c6-9b89355666d3 req-f9a2c58c-f2d3-4a70-8bf4-f2d0ff15d69a tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568862 Nov 25 00:34:30.385939 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:30.417160 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91f8320-88a2-4375-b554-c9088c8bf20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e22ac7b-edbb-468e-ac61-bc2a30c9d949'}] {{(pid=109125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:34:30.420227 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b40ce054491f5bd1a33a22e0e33c095860c6622367658d2460ab374ec6fa3a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18bed4a3-616c-4441-a48c-b0af979802bd" -d '{"events": [{"server_uuid": "d91f8320-88a2-4375-b554-c9088c8bf20d", "name": "network-vif-plugged", "status": "completed", "tag": "1e22ac7b-edbb-468e-ac61-bc2a30c9d949"}]}' {{(pid=109125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:34:30.442513 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 1e22ac7b-edbb-468e-ac61-bc2a30c9d949, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=1e22ac7b-edbb-468e-ac61-bc2a30c9d949,segment=NetworkSegment(091f9bdd-4cd5-492f-866a-e7735895c70c),segment_id=091f9bdd-4cd5-492f-866a-e7735895c70c)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:34:30.453846 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:30.493168 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7933b9f7-bf80-4a84-a5b9-778d9c17a1e0 x-openstack-request-id: req-7933b9f7-bf80-4a84-a5b9-778d9c17a1e0 {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:34:30.493511 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91f8320-88a2-4375-b554-c9088c8bf20d", "name": "network-vif-plugged", "status": "completed", "tag": "1e22ac7b-edbb-468e-ac61-bc2a30c9d949", "code": 200}]} {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:34:30.493717 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7933b9f7-bf80-4a84-a5b9-778d9c17a1e0 {{(pid=109125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:34:30.494195 dv-cinder-819200-1-iscsi neutron-server[109125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91f8320-88a2-4375-b554-c9088c8bf20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e22ac7b-edbb-468e-ac61-bc2a30c9d949', 'code': 200} Nov 25 00:34:30.514602 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=1e22ac7b-edbb-468e-ac61-bc2a30c9d949,revision_number=8']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:34:30.765875 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59cb5b-6c25-43aa-9419-e51c55223282 req-13367442-9519-4aae-89e7-88ac43cb4461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:30.768099 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ad59cb5b-6c25-43aa-9419-e51c55223282 req-13367442-9519-4aae-89e7-88ac43cb4461 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 1099 time: 0.0661190 Nov 25 00:34:30.857342 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ad59cb5b-6c25-43aa-9419-e51c55223282 req-6e24dded-329c-46e0-b14e-fa25ed3941a8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786290 Nov 25 00:34:30.864899 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b20fc-0881-4dd9-8184-284aad4670dc req-628b53f0-4231-44cb-bb68-66a074694038 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:30.868777 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b83b20fc-0881-4dd9-8184-284aad4670dc req-628b53f0-4231-44cb-bb68-66a074694038 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 946 time: 0.0816727 Nov 25 00:34:30.930887 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b83b20fc-0881-4dd9-8184-284aad4670dc req-01ecf8a5-e9c7-49a0-acc0-b03140822a80 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559464 Nov 25 00:34:31.492161 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c485526-c094-4e29-89b2-97d702886f04 req-ca9ebd03-105e-4238-b66e-ee7485269320 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:31.494875 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1c485526-c094-4e29-89b2-97d702886f04 req-ca9ebd03-105e-4238-b66e-ee7485269320 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 945 time: 0.0847828 Nov 25 00:34:31.565706 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1c485526-c094-4e29-89b2-97d702886f04 req-99be20c7-9047-4eb1-ae36-bb2672e83747 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642073 Nov 25 00:34:31.757876 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53685069-cac0-4492-b6bc-36534defac3a req-747d2273-8e55-4a50-87a5-f4148b25e44b tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:31.759337 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-53685069-cac0-4492-b6bc-36534defac3a req-747d2273-8e55-4a50-87a5-f4148b25e44b tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=841877ea-ef2e-4fce-9aea-2a1975527f3c HTTP/1.1" status: 200 len: 945 time: 0.0531394 Nov 25 00:34:31.820246 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-53685069-cac0-4492-b6bc-36534defac3a req-1fb117c6-619b-4b50-a823-9abfd3a11ab3 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544925 Nov 25 00:34:32.067959 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584800a-a41b-4ead-a623-742c2578552b req-33db633b-1aa8-4640-b4a4-0ced306b7f1d tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:32.069579 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7584800a-a41b-4ead-a623-742c2578552b req-33db633b-1aa8-4640-b4a4-0ced306b7f1d tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 946 time: 0.0551853 Nov 25 00:34:32.153243 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7584800a-a41b-4ead-a623-742c2578552b req-60c29317-5ce0-4867-a673-a3fb43e48817 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777209 Nov 25 00:34:32.723617 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c452f09-791d-401c-8d67-cfc845f34f1e req-5446bcc7-d77e-474a-a380-0d1893c66691 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:32.725233 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2c452f09-791d-401c-8d67-cfc845f34f1e req-5446bcc7-d77e-474a-a380-0d1893c66691 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 945 time: 0.0544729 Nov 25 00:34:32.783280 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2c452f09-791d-401c-8d67-cfc845f34f1e req-48a350c6-7022-4b18-8aaa-deaf6c4a9d66 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512490 Nov 25 00:34:32.956636 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50b3e7-c9f3-4716-bf1e-b60507fab19e req-5ab48835-c6f8-46cf-afa4-e13baaebde5f tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:32.959064 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4d50b3e7-c9f3-4716-bf1e-b60507fab19e req-5ab48835-c6f8-46cf-afa4-e13baaebde5f tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=841877ea-ef2e-4fce-9aea-2a1975527f3c HTTP/1.1" status: 200 len: 945 time: 0.0584347 Nov 25 00:34:33.016197 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4d50b3e7-c9f3-4716-bf1e-b60507fab19e req-eafc412b-ac07-458b-aa38-b396ea2f0831 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487792 Nov 25 00:34:33.299563 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122e6e6-99f4-4b81-8f2b-be119d96a8c0 req-2aff9479-6860-4bd8-95a0-73ac68836f17 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:33.301010 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7122e6e6-99f4-4b81-8f2b-be119d96a8c0 req-2aff9479-6860-4bd8-95a0-73ac68836f17 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 946 time: 0.0605409 Nov 25 00:34:33.370329 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7122e6e6-99f4-4b81-8f2b-be119d96a8c0 req-07f9b301-7d45-4442-9d14-80c7a3f07fb8 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628712 Nov 25 00:34:33.592538 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49ce10-8107-40b3-982e-8df7f767550c req-e7f9ca98-029e-4e65-a568-3357b3e9da45 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:33.594914 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-dd49ce10-8107-40b3-982e-8df7f767550c req-e7f9ca98-029e-4e65-a568-3357b3e9da45 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.36 "GET /v2.0/ports?device_id=841877ea-ef2e-4fce-9aea-2a1975527f3c HTTP/1.1" status: 200 len: 945 time: 0.0542307 Nov 25 00:34:33.716296 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [req-dd49ce10-8107-40b3-982e-8df7f767550c req-8bd0c634-2dff-4dba-8feb-34c82362e502 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Deleting port 3acc674e-870a-4c62-ae63-f1b387926acd {{(pid=109124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:34:33.716643 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-dd49ce10-8107-40b3-982e-8df7f767550c req-8bd0c634-2dff-4dba-8feb-34c82362e502 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:33.834449 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [req-dd49ce10-8107-40b3-982e-8df7f767550c req-8bd0c634-2dff-4dba-8feb-34c82362e502 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] For port 3acc674e-870a-4c62-ae63-f1b387926acd, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=3acc674e-870a-4c62-ae63-f1b387926acd,segment=NetworkSegment(2b169a1d-4120-413d-9aa2-8c8ecf745be0),segment_id=2b169a1d-4120-413d-9aa2-8c8ecf745be0)] {{(pid=109124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:34:33.834859 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-dd49ce10-8107-40b3-982e-8df7f767550c req-8bd0c634-2dff-4dba-8feb-34c82362e502 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:33.962877 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49f9c2-8f95-424d-a313-12197604af23 req-d126610b-819e-4e2e-a3ac-a8525f9738c8 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:33.964835 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8f49f9c2-8f95-424d-a313-12197604af23 req-d126610b-819e-4e2e-a3ac-a8525f9738c8 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 945 time: 0.0753169 Nov 25 00:34:34.058687 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8f49f9c2-8f95-424d-a313-12197604af23 req-d2107303-0f87-4478-ad2a-0737f0980e70 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836456 Nov 25 00:34:34.096661 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-dd49ce10-8107-40b3-982e-8df7f767550c req-8bd0c634-2dff-4dba-8feb-34c82362e502 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:34.097868 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-dd49ce10-8107-40b3-982e-8df7f767550c req-8bd0c634-2dff-4dba-8feb-34c82362e502 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622920'] for floatingip, after_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:34.099100 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.db.l3_db [req-dd49ce10-8107-40b3-982e-8df7f767550c req-8bd0c634-2dff-4dba-8feb-34c82362e502 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Floating IP 77725211-bdd7-4514-8ad0-650d57a22ce7 disassociated. External IP: 172.27.2.123, port: 3acc674e-870a-4c62-ae63-f1b387926acd. Nov 25 00:34:34.099474 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [req-dd49ce10-8107-40b3-982e-8df7f767550c req-8bd0c634-2dff-4dba-8feb-34c82362e502 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Calling delete_port for 3acc674e-870a-4c62-ae63-f1b387926acd owned by compute:nova {{(pid=109124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:34:34.273303 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713bf32-f151-44c6-97fa-7abe04290155 req-930154d5-7693-4f2c-9a00-1f4f04f0f8a7 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:34.275195 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-d713bf32-f151-44c6-97fa-7abe04290155 req-930154d5-7693-4f2c-9a00-1f4f04f0f8a7 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=841877ea-ef2e-4fce-9aea-2a1975527f3c HTTP/1.1" status: 200 len: 945 time: 0.1010675 Nov 25 00:34:34.389898 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-d713bf32-f151-44c6-97fa-7abe04290155 req-b67fc536-2b0c-4563-a710-458c0d0b56ce tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826001 Nov 25 00:34:34.390689 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-dd49ce10-8107-40b3-982e-8df7f767550c req-8bd0c634-2dff-4dba-8feb-34c82362e502 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:34.444836 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0c634-2dff-4dba-8feb-34c82362e502 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Pushing event deleted for resources: {'Port': ['ID=3acc674e-870a-4c62-ae63-f1b387926acd,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:34:34.578511 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd49ce10-8107-40b3-982e-8df7f767550c req-8bd0c634-2dff-4dba-8feb-34c82362e502 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Router cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 has already been hosted by L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 {{(pid=109124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 00:34:34.703212 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd49ce10-8107-40b3-982e-8df7f767550c req-8bd0c634-2dff-4dba-8feb-34c82362e502 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:34:34.716169 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4b4271-7a02-4400-88d3-fc82b76a0662 None None] Sync routers for ids ['cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'] in dv-cinder-819200-1-iscsi {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:34:34.727227 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4b4271-7a02-4400-88d3-fc82b76a0662 None None] Routers {'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:34:34.727845 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-6f4b4271-7a02-4400-88d3-fc82b76a0662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:34:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:34:34.746922 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd49ce10-8107-40b3-982e-8df7f767550c req-8bd0c634-2dff-4dba-8feb-34c82362e502 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] No DVR routers for this DVR port 3acc674e-870a-4c62-ae63-f1b387926acd on host hv-cinder-81920 {{(pid=109124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 00:34:34.749863 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-dd49ce10-8107-40b3-982e-8df7f767550c req-8bd0c634-2dff-4dba-8feb-34c82362e502 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:34.754237 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-dd49ce10-8107-40b3-982e-8df7f767550c req-8bd0c634-2dff-4dba-8feb-34c82362e502 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.36 "DELETE /v2.0/ports/3acc674e-870a-4c62-ae63-f1b387926acd HTTP/1.1" status: 204 len: 173 time: 1.1494439 Nov 25 00:34:34.754237 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '841877ea-ef2e-4fce-9aea-2a1975527f3c', 'name': 'network-vif-deleted', 'tag': '3acc674e-870a-4c62-ae63-f1b387926acd'}] {{(pid=109124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:34:34.757606 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c540b04f577278a42f04ac83864b9661265f6e355fc5f2cf5b057c36d7214e30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfeb3b1e-aaa4-468b-b1f6-b30f8b97463a" -d '{"events": [{"server_uuid": "841877ea-ef2e-4fce-9aea-2a1975527f3c", "name": "network-vif-deleted", "tag": "3acc674e-870a-4c62-ae63-f1b387926acd"}]}' {{(pid=109124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:34:34.809973 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372b770c-1b89-4f8a-a0e6-4235bbbe6a35 x-openstack-request-id: req-372b770c-1b89-4f8a-a0e6-4235bbbe6a35 {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:34:34.810339 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "841877ea-ef2e-4fce-9aea-2a1975527f3c", "name": "network-vif-deleted", "tag": "3acc674e-870a-4c62-ae63-f1b387926acd", "status": "completed", "code": 200}]} {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:34:34.810700 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-372b770c-1b89-4f8a-a0e6-4235bbbe6a35 {{(pid=109124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:34:34.811163 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '841877ea-ef2e-4fce-9aea-2a1975527f3c', 'name': 'network-vif-deleted', 'tag': '3acc674e-870a-4c62-ae63-f1b387926acd', 'status': 'completed', 'code': 200} Nov 25 00:34:34.877560 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-6f4b4271-7a02-4400-88d3-fc82b76a0662 None None] Set router cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:34:35.094722 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-6f4b4271-7a02-4400-88d3-fc82b76a0662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'name': 'tempest-TestVolumeBootPattern-676175612-router', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:48Z', 'revision_number': 4, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'gw_port': {'id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9', 'name': '', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'mac_address': 'fa:16:3e:b4:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:47Z', 'updated_at': '2021-11-25T00:30:54Z', 'revision_number': 5, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'subnets': [{'id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:34:35.123795 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4b4271-7a02-4400-88d3-fc82b76a0662 None None] Checking router: cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 for host: dv-cinder-819200-1-iscsi {{(pid=109125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:34:35.134662 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4b4271-7a02-4400-88d3-fc82b76a0662 None None] Routers {'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:34:35.135348 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-6f4b4271-7a02-4400-88d3-fc82b76a0662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:34:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:34:35.191778 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74570048-61d1-40b9-8e66-17424351d550 req-07ab6219-6715-433b-af04-7729aa1952d5 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:35.194171 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-74570048-61d1-40b9-8e66-17424351d550 req-07ab6219-6715-433b-af04-7729aa1952d5 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 945 time: 0.0601420 Nov 25 00:34:35.250781 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-6f4b4271-7a02-4400-88d3-fc82b76a0662 None None] Set router cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:34:35.256961 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-74570048-61d1-40b9-8e66-17424351d550 req-0e273a4f-3f2a-4531-9c3a-1965ececf9e4 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557780 Nov 25 00:34:35.469283 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-6f4b4271-7a02-4400-88d3-fc82b76a0662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'name': 'tempest-TestVolumeBootPattern-676175612-router', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:48Z', 'revision_number': 4, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'gw_port': {'id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9', 'name': '', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'mac_address': 'fa:16:3e:b4:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:47Z', 'updated_at': '2021-11-25T00:30:54Z', 'revision_number': 5, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'subnets': [{'id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:34:35.477790 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc682e4-df0a-45f4-ae07-91399337ffaa req-6ec13c93-b973-4ee7-9570-d73eef873d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:35.480463 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7fc682e4-df0a-45f4-ae07-91399337ffaa req-6ec13c93-b973-4ee7-9570-d73eef873d62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab9bf63ea1ef4e45a31c8dad8d8491c4&device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 1098 time: 0.0525577 Nov 25 00:34:35.501674 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4b4271-7a02-4400-88d3-fc82b76a0662 None None] The sync data for ids ['cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'] in dv-cinder-819200-1-iscsi is: [{'id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'name': 'tempest-TestVolumeBootPattern-676175612-router', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:48Z', 'revision_number': 4, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'gw_port': {'id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9', 'name': '', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'mac_address': 'fa:16:3e:b4:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:47Z', 'updated_at': '2021-11-25T00:30:54Z', 'revision_number': 5, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'subnets': [{'id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:34:35.572636 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-45332659-97ed-43b6-9a39-2574205f6680 req-3eedc43f-1098-4e24-ba5f-023eba5b2c90 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=841877ea-ef2e-4fce-9aea-2a1975527f3c HTTP/1.1" status: 200 len: 210 time: 0.0737662 Nov 25 00:34:35.628149 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc682e4-df0a-45f4-ae07-91399337ffaa req-8bfe25db-84ae-4610-af59-bfe8c538b293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:35.629906 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7fc682e4-df0a-45f4-ae07-91399337ffaa req-8bfe25db-84ae-4610-af59-bfe8c538b293 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ac47630-ede3-4aec-b968-c75e15d99ba8 HTTP/1.1" status: 200 len: 917 time: 0.1403625 Nov 25 00:34:35.719207 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7fc682e4-df0a-45f4-ae07-91399337ffaa req-ae3270cc-6b05-43f0-ad48-691870cc0b2e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71f2c1ab-1f7e-45d0-9ae5-0b6020f22739 HTTP/1.1" status: 200 len: 1000 time: 0.0727522 Nov 25 00:34:35.776762 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc682e4-df0a-45f4-ae07-91399337ffaa req-6df683be-1741-430f-ae54-8c1291443120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:35.778334 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7fc682e4-df0a-45f4-ae07-91399337ffaa req-6df683be-1741-430f-ae54-8c1291443120 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4f92811-004c-42eb-91fc-ffe218f909da HTTP/1.1" status: 200 len: 855 time: 0.0511394 Nov 25 00:34:35.804202 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e20e0c-2a49-4c18-92e6-b43bb7a26899 None None] New status for floating IP 77725211-bdd7-4514-8ad0-650d57a22ce7: DOWN {{(pid=109126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 00:34:35.834501 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc682e4-df0a-45f4-ae07-91399337ffaa req-f789da41-e408-49ed-8961-375dc52660fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:35.836138 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7fc682e4-df0a-45f4-ae07-91399337ffaa req-f789da41-e408-49ed-8961-375dc52660fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ac47630-ede3-4aec-b968-c75e15d99ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429134 Nov 25 00:34:35.936582 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7fc682e4-df0a-45f4-ae07-91399337ffaa req-ca1b39f1-9991-44fe-a6e7-7d7191cade9f service neutron] 10.222.0.36 "GET /v2.0/networks/2ac47630-ede3-4aec-b968-c75e15d99ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899110 Nov 25 00:34:36.036396 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7fc682e4-df0a-45f4-ae07-91399337ffaa req-b5f2800a-8eec-48cd-8e00-a0a65bad57cc service neutron] 10.222.0.36 "GET /v2.0/networks/2ac47630-ede3-4aec-b968-c75e15d99ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907066 Nov 25 00:34:36.381818 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d45713-735b-45bd-9308-21efad650d4a req-47e4dad6-17fa-4af6-bd50-a547f7979e59 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:36.383331 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-50d45713-735b-45bd-9308-21efad650d4a req-47e4dad6-17fa-4af6-bd50-a547f7979e59 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 945 time: 0.0520732 Nov 25 00:34:36.433869 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-50d45713-735b-45bd-9308-21efad650d4a req-237f58e1-d36d-4afc-903f-8d58d5a3bb2a tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441971 Nov 25 00:34:36.835617 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-5a4c57b4-f9c0-42e6-b27a-17a607213ec7 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-900008301&fields=id&tenant_id=8537d37a59f34a86a54b106e5f66df14 HTTP/1.1" status: 200 len: 267 time: 0.0473626 Nov 25 00:34:36.939881 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-8599007f-91e6-4f4e-bafc-f9bbf9656828 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:36.941505 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-8599007f-91e6-4f4e-bafc-f9bbf9656828 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/networks?id=aa757134-ed46-4072-85c3-9015c512ef5e HTTP/1.1" status: 200 len: 811 time: 0.0991800 Nov 25 00:34:36.957207 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-0fc16146-43e8-4e08-90b6-c97b961cc8f2 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/quotas/8537d37a59f34a86a54b106e5f66df14 HTTP/1.1" status: 200 len: 375 time: 0.0094442 Nov 25 00:34:37.010265 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-7ffe8b00-6cd7-4b5e-b157-d5635de530f4 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8537d37a59f34a86a54b106e5f66df14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461056 Nov 25 00:34:37.197110 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-ad807642-c60b-4d73-9520-d16801728e97 service neutron] 10.222.0.37 "GET /v2.0/networks/aa757134-ed46-4072-85c3-9015c512ef5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746194 Nov 25 00:34:37.286195 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-9cf318fd-d1f8-4048-9200-0c360ce3babe service neutron] 10.222.0.37 "GET /v2.0/networks/aa757134-ed46-4072-85c3-9015c512ef5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823507 Nov 25 00:34:37.592477 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f175f20-8175-43fe-9948-d612b28b89b3 req-62a0073c-bd1d-41e2-a7e9-eeb84f9ace0c tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:37.599079 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-61301904-21d4-40d4-bb3c-af9c102d6e22 req-1bf080c7-b7ca-442c-a08e-41327ed32f42 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 210 time: 0.0523210 Nov 25 00:34:37.600120 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4f175f20-8175-43fe-9948-d612b28b89b3 req-62a0073c-bd1d-41e2-a7e9-eeb84f9ace0c tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 945 time: 0.0783024 Nov 25 00:34:37.651385 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4f175f20-8175-43fe-9948-d612b28b89b3 req-690ae164-4904-470b-8c48-90914325ce19 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499389 Nov 25 00:34:38.269816 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 3acc674e-870a-4c62-ae63-f1b387926acd no longer exists at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:34:38.293152 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] No Port match for: 3acc674e-870a-4c62-ae63-f1b387926acd {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:34:38.293999 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 3acc674e-870a-4c62-ae63-f1b387926acd not bound to the agent host hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:34:38.294435 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739 no longer exists at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:34:38.371437 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:38.396261 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574781e8-4c8f-4a91-b16f-05052e0b0ee3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71f2c1ab-1f7e-45d0-9ae5-0b6020f22739'}] {{(pid=109125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:34:38.399212 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b40ce054491f5bd1a33a22e0e33c095860c6622367658d2460ab374ec6fa3a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba10e3e-51e9-4314-882b-d96e86e3b359" -d '{"events": [{"server_uuid": "574781e8-4c8f-4a91-b16f-05052e0b0ee3", "name": "network-vif-unplugged", "status": "completed", "tag": "71f2c1ab-1f7e-45d0-9ae5-0b6020f22739"}]}' {{(pid=109125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:34:38.412368 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=71f2c1ab-1f7e-45d0-9ae5-0b6020f22739,segment=NetworkSegment(ad64d367-3aef-4d3a-b35a-0b8f6019cb92),segment_id=ad64d367-3aef-4d3a-b35a-0b8f6019cb92)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:34:38.416394 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:38.439837 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Nov 2021 00:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6469024d-ef65-4a94-aaf2-6a6ed14a8ee7 x-openstack-request-id: req-6469024d-ef65-4a94-aaf2-6a6ed14a8ee7 {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:34:38.440153 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574781e8-4c8f-4a91-b16f-05052e0b0ee3", "name": "network-vif-unplugged", "status": "failed", "tag": "71f2c1ab-1f7e-45d0-9ae5-0b6020f22739", "code": 422}]} {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:34:38.440397 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6469024d-ef65-4a94-aaf2-6a6ed14a8ee7 {{(pid=109125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:34:38.440785 dv-cinder-819200-1-iscsi neutron-server[109125]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '574781e8-4c8f-4a91-b16f-05052e0b0ee3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '71f2c1ab-1f7e-45d0-9ae5-0b6020f22739', 'code': 422} returned with failed status Nov 25 00:34:38.466934 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=71f2c1ab-1f7e-45d0-9ae5-0b6020f22739,revision_number=8']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:34:38.685430 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-9a4a36ac-c86b-4d2d-9d30-c5e2865377c7 req-fa057219-5dd1-4128-abeb-61a54666e0d6 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 210 time: 0.0276892 Nov 25 00:34:38.792230 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a26ad1-f4ea-4445-b8ce-0f56239f990e req-b3d022af-fa76-4e16-b3fe-7a74831d062a tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:38.793781 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-e1a26ad1-f4ea-4445-b8ce-0f56239f990e req-b3d022af-fa76-4e16-b3fe-7a74831d062a tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 943 time: 0.0539150 Nov 25 00:34:38.798406 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-a243db39-7beb-4959-9eb3-e0fb63fb59ed tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:38.799857 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-a243db39-7beb-4959-9eb3-e0fb63fb59ed tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.36 "GET /v2.0/networks?id=aa757134-ed46-4072-85c3-9015c512ef5e HTTP/1.1" status: 200 len: 811 time: 0.1091974 Nov 25 00:34:38.852400 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-e1a26ad1-f4ea-4445-b8ce-0f56239f990e req-17e855f2-e65a-463f-9d03-13d31adb38c8 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523045 Nov 25 00:34:38.876803 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-9aae4e16-f1fe-47c5-836d-11e5992e2707 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8537d37a59f34a86a54b106e5f66df14 HTTP/1.1" status: 200 len: 379 time: 0.0659053 Nov 25 00:34:38.887988 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-7c76efd5-55be-462a-b243-72c162e2a9ec tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Request body: {'port': {'device_id': '8c194234-0c6f-42e0-a5dd-8de8f0f586ef', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'admin_state_up': True, 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'security_groups': ['e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf']}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:34:39.008157 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-7c76efd5-55be-462a-b243-72c162e2a9ec tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Made reservation on behalf of 8537d37a59f34a86a54b106e5f66df14 for: {'port': 1} {{(pid=109124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:34:39.011710 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-7c76efd5-55be-462a-b243-72c162e2a9ec tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:39.148167 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.db_base_plugin_common [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-7c76efd5-55be-462a-b243-72c162e2a9ec tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Allocated IP 172.20.0.6 (aa757134-ed46-4072-85c3-9015c512ef5e/572fab33-4b34-4f32-bd87-b36767f40e81/2719d703-a269-4500-a807-2218af325b8e) {{(pid=109124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:34:39.302960 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-7c76efd5-55be-462a-b243-72c162e2a9ec tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for port, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:39.342881 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-7c76efd5-55be-462a-b243-72c162e2a9ec tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:39.396980 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-7c76efd5-55be-462a-b243-72c162e2a9ec tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Network aa757134-ed46-4072-85c3-9015c512ef5e is already hosted by enough agents. {{(pid=109124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:34:39.400644 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.base_scheduler [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-7c76efd5-55be-462a-b243-72c162e2a9ec tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Resources bound (agent type, host, resource id): {{(pid=109124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:34:39.405129 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-7c76efd5-55be-462a-b243-72c162e2a9ec tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Received port after_create {{(pid=109124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:34:39.409969 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76efd5-55be-462a-b243-72c162e2a9ec tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Pushing event updated for resources: {'Port': ['ID=2719d703-a269-4500-a807-2218af325b8e,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:34:39.466691 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-7c76efd5-55be-462a-b243-72c162e2a9ec tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:39.467363 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-7c76efd5-55be-462a-b243-72c162e2a9ec tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:39.484809 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-7c76efd5-55be-462a-b243-72c162e2a9ec tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6005907 Nov 25 00:34:39.500759 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-e6e94430-b162-4ca7-9c36-6d0739efacdb service neutron] Request body: {'port': {'device_id': '8c194234-0c6f-42e0-a5dd-8de8f0f586ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:34:39.568339 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-e6e94430-b162-4ca7-9c36-6d0739efacdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:39.686963 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f7ebcd40-c578-45f1-b0d1-2bf4935cbf1d None None] Provisioning complete for port 2719d703-a269-4500-a807-2218af325b8e triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:34:39.687651 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f7ebcd40-c578-45f1-b0d1-2bf4935cbf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:39.694250 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [req-cdff9a89-5da7-491d-9e96-e371375537ac req-3ab4c214-e47f-41d9-a9d9-2f66cd721ed7 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109123) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 00:34:39.695257 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-cdff9a89-5da7-491d-9e96-e371375537ac req-3ab4c214-e47f-41d9-a9d9-2f66cd721ed7 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054858 Nov 25 00:34:39.724359 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-f7ebcd40-c578-45f1-b0d1-2bf4935cbf1d None None] Port 2719d703-a269-4500-a807-2218af325b8e cannot update to ACTIVE because it is not bound. {{(pid=109125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 00:34:39.866398 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be1a7c-8b3d-496a-9e7e-f831c754c3fb req-b0afeeb4-3506-46d9-81df-6331daa8e069 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:39.868014 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-a2be1a7c-8b3d-496a-9e7e-f831c754c3fb req-b0afeeb4-3506-46d9-81df-6331daa8e069 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 931 time: 0.0761037 Nov 25 00:34:39.878038 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2d3f8-343d-4ca7-aa2b-4d494ac4f74e req-17f84c82-02b7-4793-9cba-883d5aae0dc2 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:39.880130 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8eb2d3f8-343d-4ca7-aa2b-4d494ac4f74e req-17f84c82-02b7-4793-9cba-883d5aae0dc2 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 943 time: 0.0593841 Nov 25 00:34:39.939008 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.notifiers.nova [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-e6e94430-b162-4ca7-9c36-6d0739efacdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2719d703-a269-4500-a807-2218af325b8e {{(pid=109124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:34:39.953818 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-e6e94430-b162-4ca7-9c36-6d0739efacdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:39.960692 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8eb2d3f8-343d-4ca7-aa2b-4d494ac4f74e req-fed588c8-47c4-4437-857d-06dbad31d2ca tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678039 Nov 25 00:34:39.975658 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-a2be1a7c-8b3d-496a-9e7e-f831c754c3fb req-c7db95a4-fb5c-453f-b2c9-460f1472090f tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970309 Nov 25 00:34:39.981491 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.provisioning_blocks [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-e6e94430-b162-4ca7-9c36-6d0739efacdb service neutron] Transition to ACTIVE for port object 2719d703-a269-4500-a807-2218af325b8e will not be triggered until provisioned by entity L2. {{(pid=109124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 00:34:39.985962 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-e6e94430-b162-4ca7-9c36-6d0739efacdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11622735'] for port, after_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:40.044815 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e94430-b162-4ca7-9c36-6d0739efacdb service neutron] Pushing event updated for resources: {'Port': ['ID=2719d703-a269-4500-a807-2218af325b8e,revision_number=2']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:34:40.358840 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7bdfd2b2-172d-49cd-ac76-498ebf6efc98 req-d7293646-b902-4f06-bd21-623b5c7836b7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0767856 Nov 25 00:34:40.361090 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.managers [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-e6e94430-b162-4ca7-9c36-6d0739efacdb service neutron] Attempting to bind port 2719d703-a269-4500-a807-2218af325b8e on host hv-cinder-81920 for vnic_type normal with profile {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:34:40.361427 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.managers [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-e6e94430-b162-4ca7-9c36-6d0739efacdb service neutron] Attempting to bind port 2719d703-a269-4500-a807-2218af325b8e by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': '2b169a1d-4120-413d-9aa2-8c8ecf745be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e'}] {{(pid=109124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:34:40.361749 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-e6e94430-b162-4ca7-9c36-6d0739efacdb service neutron] Attempting to bind port 2719d703-a269-4500-a807-2218af325b8e on network aa757134-ed46-4072-85c3-9015c512ef5e {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:34:40.366979 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-e6e94430-b162-4ca7-9c36-6d0739efacdb service neutron] Port 2719d703-a269-4500-a807-2218af325b8e on network aa757134-ed46-4072-85c3-9015c512ef5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 00:34:40.367305 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-e6e94430-b162-4ca7-9c36-6d0739efacdb service neutron] Attempting to bind port 2719d703-a269-4500-a807-2218af325b8e on network aa757134-ed46-4072-85c3-9015c512ef5e {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:34:40.372088 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-e6e94430-b162-4ca7-9c36-6d0739efacdb service neutron] Checking agent: {'id': 'ecb47d45-642b-455d-9e6f-8b3bbedb4480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'started_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:34:40.372426 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-e6e94430-b162-4ca7-9c36-6d0739efacdb service neutron] Checking segment: {'id': '2b169a1d-4120-413d-9aa2-8c8ecf745be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:34:40.372809 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-e6e94430-b162-4ca7-9c36-6d0739efacdb service neutron] Bound using segment: {'id': '2b169a1d-4120-413d-9aa2-8c8ecf745be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e'} {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:34:40.373226 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.managers [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-e6e94430-b162-4ca7-9c36-6d0739efacdb service neutron] Bound port: 2719d703-a269-4500-a807-2218af325b8e, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b169a1d-4120-413d-9aa2-8c8ecf745be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e'}}] {{(pid=109124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:34:40.373579 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-e6e94430-b162-4ca7-9c36-6d0739efacdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:40.440110 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-e6e94430-b162-4ca7-9c36-6d0739efacdb service neutron] For port 2719d703-a269-4500-a807-2218af325b8e, host hv-cinder-81920, cleared binding levels {{(pid=109124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:34:40.444349 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-e6e94430-b162-4ca7-9c36-6d0739efacdb service neutron] For port 2719d703-a269-4500-a807-2218af325b8e, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=2719d703-a269-4500-a807-2218af325b8e,segment=NetworkSegment(2b169a1d-4120-413d-9aa2-8c8ecf745be0),segment_id=2b169a1d-4120-413d-9aa2-8c8ecf745be0)] {{(pid=109124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:34:40.448442 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-e6e94430-b162-4ca7-9c36-6d0739efacdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11622735'] for port, after_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:40.484402 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-e6e94430-b162-4ca7-9c36-6d0739efacdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:40.485013 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-e6e94430-b162-4ca7-9c36-6d0739efacdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:40.486379 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-e6e94430-b162-4ca7-9c36-6d0739efacdb service neutron] 10.222.0.36 "PUT /v2.0/ports/2719d703-a269-4500-a807-2218af325b8e HTTP/1.1" status: 200 len: 1093 time: 0.9899583 Nov 25 00:34:40.486846 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c194234-0c6f-42e0-a5dd-8de8f0f586ef', 'tag': '2719d703-a269-4500-a807-2218af325b8e'}] {{(pid=109124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:34:40.489845 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c540b04f577278a42f04ac83864b9661265f6e355fc5f2cf5b057c36d7214e30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4371c9-cf8e-4560-aa02-be4c10d3d5fd" -d '{"events": [{"name": "network-changed", "server_uuid": "8c194234-0c6f-42e0-a5dd-8de8f0f586ef", "tag": "2719d703-a269-4500-a807-2218af325b8e"}]}' {{(pid=109124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:34:40.513024 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e94430-b162-4ca7-9c36-6d0739efacdb service neutron] Pushing event updated for resources: {'Port': ['ID=2719d703-a269-4500-a807-2218af325b8e,revision_number=3']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:34:40.550589 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 00:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad34469-add1-4611-a6fa-26bce546576b x-openstack-request-id: req-4ad34469-add1-4611-a6fa-26bce546576b {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:34:40.551736 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c194234-0c6f-42e0-a5dd-8de8f0f586ef", "tag": "2719d703-a269-4500-a807-2218af325b8e", "status": "completed", "code": 200}]} {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:34:40.552010 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ad34469-add1-4611-a6fa-26bce546576b {{(pid=109124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:34:40.552423 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c194234-0c6f-42e0-a5dd-8de8f0f586ef', 'tag': '2719d703-a269-4500-a807-2218af325b8e', 'status': 'completed', 'code': 200} Nov 25 00:34:40.586201 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-e0e7be3a-b852-43db-b159-ebd0cf6491f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:40.587750 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-e0e7be3a-b852-43db-b159-ebd0cf6491f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8537d37a59f34a86a54b106e5f66df14&device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 1096 time: 0.0492220 Nov 25 00:34:40.643372 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-9efbfde6-0ce0-4498-b72e-b6c2661ce83a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2719d703-a269-4500-a807-2218af325b8e HTTP/1.1" status: 200 len: 217 time: 0.0439374 Nov 25 00:34:40.675897 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 6 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 00:34:40.721189 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-83eb71ad-2ed5-4e82-9f01-4c07ea45efb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:40.722752 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-83eb71ad-2ed5-4e82-9f01-4c07ea45efb2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=572fab33-4b34-4f32-bd87-b36767f40e81 HTTP/1.1" status: 200 len: 850 time: 0.0531654 Nov 25 00:34:40.782760 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-3d43ccae-b7f7-40c9-a4ee-02591531a3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:40.782760 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-3d43ccae-b7f7-40c9-a4ee-02591531a3b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aa757134-ed46-4072-85c3-9015c512ef5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438399 Nov 25 00:34:40.897076 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-58e8f3c7-2f60-4671-a209-f836c1fc281e service neutron] 10.222.0.36 "GET /v2.0/networks/aa757134-ed46-4072-85c3-9015c512ef5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935283 Nov 25 00:34:41.011907 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-bc770198-70da-4482-ab65-fa124a2b31c3 req-4be6d21e-13c0-45df-bef6-c004ad08ace7 service neutron] 10.222.0.36 "GET /v2.0/networks/aa757134-ed46-4072-85c3-9015c512ef5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973117 Nov 25 00:34:41.093538 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943359f-d1a5-4bc2-89e6-c9d1cc1b6bf9 req-e7a99bdf-0d28-4ff8-9dc9-35c83087422e tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:41.095067 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1943359f-d1a5-4bc2-89e6-c9d1cc1b6bf9 req-e7a99bdf-0d28-4ff8-9dc9-35c83087422e tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 943 time: 0.0507667 Nov 25 00:34:41.142951 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58085a-5448-4b55-9b3c-8a74d029eecd req-da980621-1551-44f8-8615-9072dfddabd3 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:41.144446 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-4f58085a-5448-4b55-9b3c-8a74d029eecd req-da980621-1551-44f8-8615-9072dfddabd3 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 943 time: 0.0915565 Nov 25 00:34:41.155594 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4371c9-cf8e-4560-aa02-be4c10d3d5fd req-5eb3a0b9-4872-4d83-b760-a1c356e732e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:41.157191 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-1f4371c9-cf8e-4560-aa02-be4c10d3d5fd req-5eb3a0b9-4872-4d83-b760-a1c356e732e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8537d37a59f34a86a54b106e5f66df14&device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 1096 time: 0.0758016 Nov 25 00:34:41.158589 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1943359f-d1a5-4bc2-89e6-c9d1cc1b6bf9 req-9cf6f97b-b763-46d0-8c29-1d3c9609d6fc tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557411 Nov 25 00:34:41.249602 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-4f58085a-5448-4b55-9b3c-8a74d029eecd req-6df70e6e-07d4-4455-a520-c12bf9a33fed tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960875 Nov 25 00:34:41.284486 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4371c9-cf8e-4560-aa02-be4c10d3d5fd req-86c4326f-542f-42a0-94f3-d4c4bc589054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:41.287435 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-1f4371c9-cf8e-4560-aa02-be4c10d3d5fd req-86c4326f-542f-42a0-94f3-d4c4bc589054 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aa757134-ed46-4072-85c3-9015c512ef5e HTTP/1.1" status: 200 len: 912 time: 0.1164429 Nov 25 00:34:41.332971 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfd2b2-172d-49cd-ac76-498ebf6efc98 req-27da9dd8-6711-42dd-ac73-cf309971849e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:41.334526 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7bdfd2b2-172d-49cd-ac76-498ebf6efc98 req-27da9dd8-6711-42dd-ac73-cf309971849e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3&tenant_id=ab9bf63ea1ef4e45a31c8dad8d8491c4 HTTP/1.1" status: 200 len: 1096 time: 0.0748401 Nov 25 00:34:41.337399 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-1f4371c9-cf8e-4560-aa02-be4c10d3d5fd req-e0380271-d2f3-4afb-8a7b-7de1869d8c7c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2719d703-a269-4500-a807-2218af325b8e HTTP/1.1" status: 200 len: 217 time: 0.0407372 Nov 25 00:34:41.391807 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4371c9-cf8e-4560-aa02-be4c10d3d5fd req-4b2d29c5-b8db-4c06-b213-f3a38e2965f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:41.393268 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-1f4371c9-cf8e-4560-aa02-be4c10d3d5fd req-4b2d29c5-b8db-4c06-b213-f3a38e2965f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=572fab33-4b34-4f32-bd87-b36767f40e81 HTTP/1.1" status: 200 len: 850 time: 0.0462518 Nov 25 00:34:41.395783 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfd2b2-172d-49cd-ac76-498ebf6efc98 req-609f497a-2346-4ac8-a49b-cf525a86dfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:41.397228 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7bdfd2b2-172d-49cd-ac76-498ebf6efc98 req-609f497a-2346-4ac8-a49b-cf525a86dfed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab9bf63ea1ef4e45a31c8dad8d8491c4&device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 1096 time: 0.0395081 Nov 25 00:34:41.447970 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4371c9-cf8e-4560-aa02-be4c10d3d5fd req-a41652dc-94b0-41f1-be5f-269696418807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:41.449508 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-1f4371c9-cf8e-4560-aa02-be4c10d3d5fd req-a41652dc-94b0-41f1-be5f-269696418807 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aa757134-ed46-4072-85c3-9015c512ef5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417497 Nov 25 00:34:41.493926 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfd2b2-172d-49cd-ac76-498ebf6efc98 req-b45cdfb8-5019-4d1d-b6d7-6563b25f7988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:41.495587 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7bdfd2b2-172d-49cd-ac76-498ebf6efc98 req-b45cdfb8-5019-4d1d-b6d7-6563b25f7988 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ac47630-ede3-4aec-b968-c75e15d99ba8 HTTP/1.1" status: 200 len: 917 time: 0.0873446 Nov 25 00:34:41.546141 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-1f4371c9-cf8e-4560-aa02-be4c10d3d5fd req-782b7d57-f9e6-4716-9379-dee0301f3af8 service neutron] 10.222.0.36 "GET /v2.0/networks/aa757134-ed46-4072-85c3-9015c512ef5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888040 Nov 25 00:34:41.564609 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7bdfd2b2-172d-49cd-ac76-498ebf6efc98 req-03653e3a-c3c1-4d4f-9ccb-2710b968dbd2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71f2c1ab-1f7e-45d0-9ae5-0b6020f22739 HTTP/1.1" status: 200 len: 998 time: 0.0602257 Nov 25 00:34:41.624196 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfd2b2-172d-49cd-ac76-498ebf6efc98 req-9caafd80-aa6d-479c-96bb-e15724ad8e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:41.625787 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7bdfd2b2-172d-49cd-ac76-498ebf6efc98 req-9caafd80-aa6d-479c-96bb-e15724ad8e29 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4f92811-004c-42eb-91fc-ffe218f909da HTTP/1.1" status: 200 len: 855 time: 0.0531960 Nov 25 00:34:41.641337 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-1f4371c9-cf8e-4560-aa02-be4c10d3d5fd req-f18b55e5-8c54-4148-8f67-ef80351b47a7 service neutron] 10.222.0.36 "GET /v2.0/networks/aa757134-ed46-4072-85c3-9015c512ef5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849190 Nov 25 00:34:41.677109 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfd2b2-172d-49cd-ac76-498ebf6efc98 req-b23028e7-7400-420e-ba75-d464767ad969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:41.678556 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7bdfd2b2-172d-49cd-ac76-498ebf6efc98 req-b23028e7-7400-420e-ba75-d464767ad969 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ac47630-ede3-4aec-b968-c75e15d99ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437376 Nov 25 00:34:41.767127 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7bdfd2b2-172d-49cd-ac76-498ebf6efc98 req-fda6bfdb-cb7a-42a0-9701-5fb1427cb67a service neutron] 10.222.0.36 "GET /v2.0/networks/2ac47630-ede3-4aec-b968-c75e15d99ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807590 Nov 25 00:34:41.861193 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7bdfd2b2-172d-49cd-ac76-498ebf6efc98 req-4251854b-f0ce-4c18-b365-4cf04de4e800 service neutron] 10.222.0.36 "GET /v2.0/networks/2ac47630-ede3-4aec-b968-c75e15d99ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865214 Nov 25 00:34:41.905595 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f695f37d-8c1e-4fa0-a98b-8d4f1360176d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:42.295883 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739 no longer exists at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:34:42.369876 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d237b35-7eeb-4fb2-81b6-da2510fcc9b9 req-cdbe030f-b6d9-4d6e-923a-965935624e03 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:42.371964 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-6d237b35-7eeb-4fb2-81b6-da2510fcc9b9 req-cdbe030f-b6d9-4d6e-923a-965935624e03 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 943 time: 0.1237803 Nov 25 00:34:42.475400 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-6d237b35-7eeb-4fb2-81b6-da2510fcc9b9 req-9038cd45-9d00-461f-95ac-49deb54c9057 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972085 Nov 25 00:34:42.482149 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274f379-1e32-47f1-94e4-c7c81f6eb8f8 req-b8fc858f-086c-4c5f-b8c0-f0914ac0bdc0 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:42.497265 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2274f379-1e32-47f1-94e4-c7c81f6eb8f8 req-b8fc858f-086c-4c5f-b8c0-f0914ac0bdc0 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 943 time: 0.1078496 Nov 25 00:34:42.578580 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2274f379-1e32-47f1-94e4-c7c81f6eb8f8 req-f6a5d29a-0817-4d65-9cf5-a9f5bae1b26e tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800765 Nov 25 00:34:43.650789 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db328c-b3e8-4b8a-99f2-fc3827703c5a req-67ef2bcc-5963-4819-85d3-69850a9d8793 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:43.652645 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-e9db328c-b3e8-4b8a-99f2-fc3827703c5a req-67ef2bcc-5963-4819-85d3-69850a9d8793 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 943 time: 0.0711558 Nov 25 00:34:43.719554 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-e9db328c-b3e8-4b8a-99f2-fc3827703c5a req-478a4533-a328-48f8-a0d4-f18fa93cb7d1 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566812 Nov 25 00:34:43.878698 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416055d9-1775-4e5f-abb0-561c07bedfdd req-5fc5e378-8c54-40bd-a9ac-2767413483e4 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:43.881335 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-416055d9-1775-4e5f-abb0-561c07bedfdd req-5fc5e378-8c54-40bd-a9ac-2767413483e4 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 943 time: 0.0808239 Nov 25 00:34:43.956857 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-416055d9-1775-4e5f-abb0-561c07bedfdd req-dabbb84c-3616-45d0-9826-462349e0772d tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666671 Nov 25 00:34:44.439376 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-94f8f8b7-6b3e-47a4-a023-b1043327081e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:44.883017 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e93acc-bd26-4862-a433-2807081d1253 req-de919304-fb30-4878-9adc-ba32498a0afd tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:44.884980 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-13e93acc-bd26-4862-a433-2807081d1253 req-de919304-fb30-4878-9adc-ba32498a0afd tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 943 time: 0.0569959 Nov 25 00:34:44.937157 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-13e93acc-bd26-4862-a433-2807081d1253 req-5724a3b6-18e2-4892-9398-5ce26eecd600 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463638 Nov 25 00:34:45.074312 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15dc1f-df38-43ad-bf25-6e6de953428e req-7586cff4-1522-4fb4-aaff-f4a500579900 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:45.075957 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-dd15dc1f-df38-43ad-bf25-6e6de953428e req-7586cff4-1522-4fb4-aaff-f4a500579900 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 943 time: 0.0527012 Nov 25 00:34:45.136360 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-dd15dc1f-df38-43ad-bf25-6e6de953428e req-b28e58ec-5358-4506-960a-43f3d3e6d4c1 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530787 Nov 25 00:34:46.078041 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa93959-ad32-417e-80e5-9985e1177155 req-ef54bf34-aa24-4f5f-9e2d-6f3826604316 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:46.079625 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-caa93959-ad32-417e-80e5-9985e1177155 req-ef54bf34-aa24-4f5f-9e2d-6f3826604316 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 943 time: 0.0524569 Nov 25 00:34:46.131333 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-caa93959-ad32-417e-80e5-9985e1177155 req-8e66324a-7296-42ce-9f86-b69f3d93845f tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449615 Nov 25 00:34:46.282661 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f9567-5602-4c9c-99d0-619e4faa7377 req-b0ca5566-3e32-43ff-bfe9-e903abb2fa75 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:46.284236 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ae1f9567-5602-4c9c-99d0-619e4faa7377 req-b0ca5566-3e32-43ff-bfe9-e903abb2fa75 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 943 time: 0.0539758 Nov 25 00:34:46.335803 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ae1f9567-5602-4c9c-99d0-619e4faa7377 req-32076736-b3ab-4734-a939-1a80c9b983a9 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454502 Nov 25 00:34:46.440173 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:47.265560 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8adfca-c7be-48e5-bec8-06d651a90282 req-3b004bb4-3443-4a70-840c-edf8f89fe008 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:47.267120 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-5b8adfca-c7be-48e5-bec8-06d651a90282 req-3b004bb4-3443-4a70-840c-edf8f89fe008 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 943 time: 0.0567544 Nov 25 00:34:47.330734 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-5b8adfca-c7be-48e5-bec8-06d651a90282 req-19b40116-16f7-4627-903e-cdd935c8db47 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547681 Nov 25 00:34:47.469339 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae20bed0-c3a7-4a66-b192-7a39f7b2e837 req-5973b8a6-7952-476c-94cb-0ef2123fee91 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:47.470820 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ae20bed0-c3a7-4a66-b192-7a39f7b2e837 req-5973b8a6-7952-476c-94cb-0ef2123fee91 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 943 time: 0.0605979 Nov 25 00:34:47.521981 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ae20bed0-c3a7-4a66-b192-7a39f7b2e837 req-95757dac-f85f-4bb5-9c8d-1f913c319344 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444639 Nov 25 00:34:48.450914 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:48.475095 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:48.495788 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917a390-790f-4a8b-a7f1-c0915f4bd552 req-961e31c2-d7da-41b6-b3de-69bfc1c336da tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:48.503351 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-5917a390-790f-4a8b-a7f1-c0915f4bd552 req-961e31c2-d7da-41b6-b3de-69bfc1c336da tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 943 time: 0.0821691 Nov 25 00:34:48.566024 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-5917a390-790f-4a8b-a7f1-c0915f4bd552 req-c0ea56bf-9939-43e7-92a4-5f5a0cfceab8 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614882 Nov 25 00:34:48.688857 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d2f2d-890e-49fa-869f-a2b68f6482cc req-174abcda-12f4-4c48-af87-65508c524454 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:48.690352 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-e35d2f2d-890e-49fa-869f-a2b68f6482cc req-174abcda-12f4-4c48-af87-65508c524454 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 943 time: 0.0510509 Nov 25 00:34:48.744966 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-e35d2f2d-890e-49fa-869f-a2b68f6482cc req-a8e1ab94-1d85-4bd4-b329-1c5bdc8fc964 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481918 Nov 25 00:34:49.721070 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e713b38-57cc-43bc-a106-c19ce0d4a5c9 req-0f0c1470-0928-45f0-92df-8d54725f57c6 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:49.724975 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-5e713b38-57cc-43bc-a106-c19ce0d4a5c9 req-0f0c1470-0928-45f0-92df-8d54725f57c6 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 943 time: 0.0655718 Nov 25 00:34:49.786349 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-5e713b38-57cc-43bc-a106-c19ce0d4a5c9 req-ff853670-4f48-4e05-8a54-37df3c343cc3 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547097 Nov 25 00:34:49.912808 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6c5a6-2c59-4345-a3a7-d2c249611524 req-998595f4-1064-47ae-819f-ee1a2210c8e7 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:49.914433 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-90b6c5a6-2c59-4345-a3a7-d2c249611524 req-998595f4-1064-47ae-819f-ee1a2210c8e7 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 943 time: 0.0538828 Nov 25 00:34:49.981750 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-90b6c5a6-2c59-4345-a3a7-d2c249611524 req-51e0f0b0-5bbe-4b9d-8fb1-b4125fc37e80 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582504 Nov 25 00:34:50.924024 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d8fed-9246-4f9b-b7ee-c0ede33b6593 req-e5adadb9-4af4-4a51-ae87-13cc78fd717a tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:50.925562 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-3a9d8fed-9246-4f9b-b7ee-c0ede33b6593 req-e5adadb9-4af4-4a51-ae87-13cc78fd717a tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 943 time: 0.0620711 Nov 25 00:34:50.990769 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-3a9d8fed-9246-4f9b-b7ee-c0ede33b6593 req-05a64f21-f190-4892-8e6a-22562644247c tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573235 Nov 25 00:34:51.065216 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:51.124411 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50926b-1959-45b6-8066-b173c357676e req-6e85a3c3-d32c-4cd6-b583-fefe3ac5a63c tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:51.126157 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2e50926b-1959-45b6-8066-b173c357676e req-6e85a3c3-d32c-4cd6-b583-fefe3ac5a63c tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 943 time: 0.0656483 Nov 25 00:34:51.183541 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2e50926b-1959-45b6-8066-b173c357676e req-ecf75573-2867-4c5b-aafd-aaad5ee997f5 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498874 Nov 25 00:34:52.134789 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3d68e-87d0-4ea6-bcfe-a9ab1b05c2fd req-e7f3e9d2-a2c9-404d-8b8f-3b9b6147fe77 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:52.136372 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-aad3d68e-87d0-4ea6-bcfe-a9ab1b05c2fd req-e7f3e9d2-a2c9-404d-8b8f-3b9b6147fe77 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 943 time: 0.0624683 Nov 25 00:34:52.205106 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-aad3d68e-87d0-4ea6-bcfe-a9ab1b05c2fd req-fe531ef5-5165-4f0f-8c6a-13ae2e96af17 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626318 Nov 25 00:34:52.324811 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d570549-398b-44a2-af19-c844f215e964 req-b493ab4a-0309-4baf-9ac8-06bf9607aeb3 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:52.326355 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8d570549-398b-44a2-af19-c844f215e964 req-b493ab4a-0309-4baf-9ac8-06bf9607aeb3 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 943 time: 0.0533354 Nov 25 00:34:52.387073 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8d570549-398b-44a2-af19-c844f215e964 req-5891a735-3257-486c-86bf-04aa15b34f4f tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498173 Nov 25 00:34:53.244400 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 47472) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:34:53.348720 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdb924-d639-4aa8-b10f-21ae46dfaa0f req-6d830de0-cfc9-4094-910a-52e2844ec3a4 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:53.350582 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f1fdb924-d639-4aa8-b10f-21ae46dfaa0f req-6d830de0-cfc9-4094-910a-52e2844ec3a4 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 943 time: 0.0541503 Nov 25 00:34:53.365261 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e52d99f9-b4d8-4dfd-b821-d65e45ef41ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:53.411744 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f1fdb924-d639-4aa8-b10f-21ae46dfaa0f req-c1b10cf0-33c5-48e6-b40a-c4d617544d5a tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498087 Nov 25 00:34:53.461349 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e52d99f9-b4d8-4dfd-b821-d65e45ef41ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:53.477829 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e52d99f9-b4d8-4dfd-b821-d65e45ef41ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:53.535834 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d99f9-b4d8-4dfd-b821-d65e45ef41ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fb855a-4dc0-433c-9567-bf044fa6d83f,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:34:53.541631 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-e52d99f9-b4d8-4dfd-b821-d65e45ef41ac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=74eba100300d4de482170ee99a2e4710&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2961884 Nov 25 00:34:53.544409 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 47478) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:34:53.549124 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d99f9-b4d8-4dfd-b821-d65e45ef41ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:34:53.549469 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d99f9-b4d8-4dfd-b821-d65e45ef41ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:34:53.549811 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d99f9-b4d8-4dfd-b821-d65e45ef41ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:34:53.550152 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d99f9-b4d8-4dfd-b821-d65e45ef41ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:34:53.550484 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d99f9-b4d8-4dfd-b821-d65e45ef41ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:34:53.550896 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d99f9-b4d8-4dfd-b821-d65e45ef41ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:34:53.551232 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d99f9-b4d8-4dfd-b821-d65e45ef41ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:34:53.551563 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d99f9-b4d8-4dfd-b821-d65e45ef41ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:34:53.551890 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d99f9-b4d8-4dfd-b821-d65e45ef41ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:34:53.552211 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d99f9-b4d8-4dfd-b821-d65e45ef41ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:34:53.552542 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d99f9-b4d8-4dfd-b821-d65e45ef41ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:34:53.552859 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52d99f9-b4d8-4dfd-b821-d65e45ef41ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:34:53.569417 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792424ce-4c0b-4e9f-b405-5336c57f298c req-fb0120e1-6681-4967-a450-a84167316c12 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:53.571048 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-792424ce-4c0b-4e9f-b405-5336c57f298c req-fb0120e1-6681-4967-a450-a84167316c12 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 943 time: 0.1021199 Nov 25 00:34:53.600879 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7b6a8930-1842-420b-b00c-61e2a77855f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:53.631312 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-792424ce-4c0b-4e9f-b405-5336c57f298c req-be207dd7-2f7d-4d6a-9852-ccc8da5eb95e tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532172 Nov 25 00:34:53.631574 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7b6a8930-1842-420b-b00c-61e2a77855f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:53.687151 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7b6a8930-1842-420b-b00c-61e2a77855f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:53.690739 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7b6a8930-1842-420b-b00c-61e2a77855f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:53.695075 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-7b6a8930-1842-420b-b00c-61e2a77855f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/29fb855a-4dc0-433c-9567-bf044fa6d83f HTTP/1.1" status: 204 len: 168 time: 0.1470096 Nov 25 00:34:53.703285 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a8930-1842-420b-b00c-61e2a77855f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fb855a-4dc0-433c-9567-bf044fa6d83f,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:34:54.559137 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcb812-2cc8-4558-990f-6c53bf48a635 req-1c253496-13a0-4e69-b5b9-9d79f081cec1 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:54.561354 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1dbcb812-2cc8-4558-990f-6c53bf48a635 req-1c253496-13a0-4e69-b5b9-9d79f081cec1 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 943 time: 0.0603225 Nov 25 00:34:54.650107 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1dbcb812-2cc8-4558-990f-6c53bf48a635 req-f28fd518-1135-4069-8862-a16e011cf412 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805602 Nov 25 00:34:54.816197 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fb974-bc62-4b2b-af29-01340980810a req-07a22af0-9430-4a69-a1c5-4515aff6ece6 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:54.818685 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-a91fb974-bc62-4b2b-af29-01340980810a req-07a22af0-9430-4a69-a1c5-4515aff6ece6 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 943 time: 0.0764205 Nov 25 00:34:54.879859 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-a91fb974-bc62-4b2b-af29-01340980810a req-1ff04b35-10f4-4b7d-aab2-35dd96877157 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529306 Nov 25 00:34:55.778118 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660e63d-e381-4d19-88fe-933a7f7cffdd req-a8345f94-67f2-4d42-8c66-d8e04a458cd3 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:55.779668 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7660e63d-e381-4d19-88fe-933a7f7cffdd req-a8345f94-67f2-4d42-8c66-d8e04a458cd3 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 943 time: 0.0504971 Nov 25 00:34:55.828804 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7660e63d-e381-4d19-88fe-933a7f7cffdd req-cfc802b7-fa4b-479b-8b5a-a78b5dd6e26a tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431447 Nov 25 00:34:56.024565 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b4dac-e5c9-4762-95f3-4e3708351d69 req-9bcce8ba-e68b-448a-998e-2ab2a5cf56b4 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:56.026240 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-266b4dac-e5c9-4762-95f3-4e3708351d69 req-9bcce8ba-e68b-448a-998e-2ab2a5cf56b4 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 943 time: 0.0528336 Nov 25 00:34:56.080227 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-266b4dac-e5c9-4762-95f3-4e3708351d69 req-ccb36068-fc95-49dc-8a55-7e1300d2976b tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478866 Nov 25 00:34:56.129556 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-ed6e91a9-c96b-4eb7-972b-a51f7be83b1b tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=bd151ed5c0db461487d9b7072fb94d4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328529 Nov 25 00:34:56.321180 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-5bd83441-83c2-4823-9898-2d7687888ca9 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:56.322689 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-5bd83441-83c2-4823-9898-2d7687888ca9 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1865196 Nov 25 00:34:56.338209 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-61cabd38-7bb0-4377-9056-e18d86487cd6 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] 10.222.0.37 "GET /v2.0/quotas/bd151ed5c0db461487d9b7072fb94d4e HTTP/1.1" status: 200 len: 375 time: 0.0097020 Nov 25 00:34:56.350823 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739 details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=109125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 00:34:56.370962 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-d06075ef-8f76-4396-8c41-fb5c0fc1a6cf tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bd151ed5c0db461487d9b7072fb94d4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271528 Nov 25 00:34:56.455419 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=71f2c1ab-1f7e-45d0-9ae5-0b6020f22739,segment=NetworkSegment(ad64d367-3aef-4d3a-b35a-0b8f6019cb92),segment_id=ad64d367-3aef-4d3a-b35a-0b8f6019cb92)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:34:56.468319 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Returning: {'device': '71f2c1ab-1f7e-45d0-9ae5-0b6020f22739', 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8', 'port_id': '71f2c1ab-1f7e-45d0-9ae5-0b6020f22739', 'mac_address': 'fa:16:3e:29:f7:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 00:34:56.517698 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:56.532571 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739 {{(pid=109125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:34:56.541373 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-18e6e377-24a9-410b-b6d9-789278500d2c req-3e427d9d-c342-4195-98dd-d09819b5428b tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] 10.222.0.37 "GET /v2.0/ports?device_id=971af9f1-9ad8-458e-a471-0189e22e666e HTTP/1.1" status: 200 len: 210 time: 0.0285342 Nov 25 00:34:56.558806 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=71f2c1ab-1f7e-45d0-9ae5-0b6020f22739,segment=NetworkSegment(ad64d367-3aef-4d3a-b35a-0b8f6019cb92),segment_id=ad64d367-3aef-4d3a-b35a-0b8f6019cb92)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:34:56.561319 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:56.623319 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=71f2c1ab-1f7e-45d0-9ae5-0b6020f22739,revision_number=9']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:34:56.792828 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['71f2c1ab-1f7e-45d0-9ae5-0b6020f22739'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:34:56.979705 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43cecf9-dd19-410c-98e7-9e46919e6367 req-73ac962c-060d-4804-b883-ff72e564f034 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:56.981238 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f43cecf9-dd19-410c-98e7-9e46919e6367 req-73ac962c-060d-4804-b883-ff72e564f034 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 944 time: 0.0748675 Nov 25 00:34:57.037078 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f43cecf9-dd19-410c-98e7-9e46919e6367 req-e3a7ec47-35d2-4b77-8ddd-f383cce95223 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493655 Nov 25 00:34:57.226002 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f1bed-9c56-4948-ae4b-1783f737916b req-bfe3da7f-7ec6-43ad-8ac7-a6d0e3d31ba3 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:57.227610 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-bf8f1bed-9c56-4948-ae4b-1783f737916b req-bfe3da7f-7ec6-43ad-8ac7-a6d0e3d31ba3 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 943 time: 0.0630815 Nov 25 00:34:57.285934 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-bf8f1bed-9c56-4948-ae4b-1783f737916b req-424f8829-f19c-41b2-8cc7-60f60e4b08c4 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519760 Nov 25 00:34:57.544489 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-bc112c42-dfb4-46f4-9541-00a9f0e4092a tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=bd151ed5c0db461487d9b7072fb94d4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220044 Nov 25 00:34:57.657099 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7be9535f-7501-4ebb-8d69-a222a32cd8ad req-d5921550-8910-4026-a065-1ea1ddfc2d27 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] 10.222.0.37 "GET /v2.0/ports?device_id=971af9f1-9ad8-458e-a471-0189e22e666e HTTP/1.1" status: 200 len: 210 time: 0.0348129 Nov 25 00:34:57.699435 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-a27830c5-1f0e-41f1-a586-f8be60f98bd0 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:57.700939 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-a27830c5-1f0e-41f1-a586-f8be60f98bd0 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1492295 Nov 25 00:34:57.718252 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-1e0d1fde-b868-42c2-927c-2feb86c65e22 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] Request body: {'port': {'device_id': '971af9f1-9ad8-458e-a471-0189e22e666e', 'network_id': '48f076ee-6a0a-43cb-8d00-4d7ef1ce63aa', 'admin_state_up': True, 'tenant_id': 'bd151ed5c0db461487d9b7072fb94d4e'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:34:58.087988 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-1e0d1fde-b868-42c2-927c-2feb86c65e22 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] Made reservation on behalf of bd151ed5c0db461487d9b7072fb94d4e for: {'port': 1} {{(pid=109123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:34:58.091612 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-1e0d1fde-b868-42c2-927c-2feb86c65e22 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:58.101961 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-1e0d1fde-b868-42c2-927c-2feb86c65e22 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:58.175333 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf96aa-cc1c-43de-8f4e-51f246ebba20 req-1bd54abb-d346-40c6-a224-544aed191e3c tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:58.177614 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c7cf96aa-cc1c-43de-8f4e-51f246ebba20 req-1bd54abb-d346-40c6-a224-544aed191e3c tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 944 time: 0.0537386 Nov 25 00:34:58.187417 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-1e0d1fde-b868-42c2-927c-2feb86c65e22 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:58.191497 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-1e0d1fde-b868-42c2-927c-2feb86c65e22 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:58.238914 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c7cf96aa-cc1c-43de-8f4e-51f246ebba20 req-807928ad-9058-46da-9125-33319222df7c tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540478 Nov 25 00:34:58.265955 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0d1fde-b868-42c2-927c-2feb86c65e22 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e897321-b1d7-4e5a-9c35-116b9faed5a3,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:34:58.347696 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.db_base_plugin_common [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-1e0d1fde-b868-42c2-927c-2feb86c65e22 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] Allocated IP 192.168.233.184 (48f076ee-6a0a-43cb-8d00-4d7ef1ce63aa/a245fd03-e9a4-4537-85b5-5ac7327de34a/8c564ef1-94ed-4350-8403-367ba7944111) {{(pid=109123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:34:58.355722 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739 up at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:34:58.417276 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning complete for port 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:34:58.417927 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:58.495002 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9badf1af-6e33-41fa-9782-08f776c8dec5 req-fe524064-5605-4181-9b29-ac1f2d73c02f tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:58.496612 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-9badf1af-6e33-41fa-9782-08f776c8dec5 req-fe524064-5605-4181-9b29-ac1f2d73c02f tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 943 time: 0.1264610 Nov 25 00:34:58.533063 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:58.577659 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574781e8-4c8f-4a91-b16f-05052e0b0ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f2c1ab-1f7e-45d0-9ae5-0b6020f22739'}] {{(pid=109125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:34:58.582285 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b40ce054491f5bd1a33a22e0e33c095860c6622367658d2460ab374ec6fa3a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c9278d-efb5-4bf2-bbe8-6eb4f5a39eee" -d '{"events": [{"server_uuid": "574781e8-4c8f-4a91-b16f-05052e0b0ee3", "name": "network-vif-plugged", "status": "completed", "tag": "71f2c1ab-1f7e-45d0-9ae5-0b6020f22739"}]}' {{(pid=109125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:34:58.589052 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-1e0d1fde-b868-42c2-927c-2feb86c65e22 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] Publish callbacks [] for port, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:58.594405 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-9badf1af-6e33-41fa-9782-08f776c8dec5 req-cf817bdc-0b54-4c50-8ac1-2122b89ff76f tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890803 Nov 25 00:34:58.605664 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=71f2c1ab-1f7e-45d0-9ae5-0b6020f22739,segment=NetworkSegment(ad64d367-3aef-4d3a-b35a-0b8f6019cb92),segment_id=ad64d367-3aef-4d3a-b35a-0b8f6019cb92)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:34:58.616030 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:58.645292 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-1e0d1fde-b868-42c2-927c-2feb86c65e22 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:58.647708 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1928b8-7e85-487b-b5f3-fee156009bd6 x-openstack-request-id: req-5f1928b8-7e85-487b-b5f3-fee156009bd6 {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:34:58.648037 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574781e8-4c8f-4a91-b16f-05052e0b0ee3", "name": "network-vif-plugged", "status": "completed", "tag": "71f2c1ab-1f7e-45d0-9ae5-0b6020f22739", "code": 200}]} {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:34:58.648351 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5f1928b8-7e85-487b-b5f3-fee156009bd6 {{(pid=109125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:34:58.648889 dv-cinder-819200-1-iscsi neutron-server[109125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574781e8-4c8f-4a91-b16f-05052e0b0ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f2c1ab-1f7e-45d0-9ae5-0b6020f22739', 'code': 200} Nov 25 00:34:58.683477 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=71f2c1ab-1f7e-45d0-9ae5-0b6020f22739,revision_number=10']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:34:58.701426 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-1e0d1fde-b868-42c2-927c-2feb86c65e22 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] Network 48f076ee-6a0a-43cb-8d00-4d7ef1ce63aa is already hosted by enough agents. {{(pid=109123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:34:58.709657 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-1e0d1fde-b868-42c2-927c-2feb86c65e22 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] Resources bound (agent type, host, resource id): {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:34:58.714132 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-1e0d1fde-b868-42c2-927c-2feb86c65e22 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] Received port after_create {{(pid=109123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:34:58.752704 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0d1fde-b868-42c2-927c-2feb86c65e22 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] Pushing event updated for resources: {'Port': ['ID=8c564ef1-94ed-4350-8403-367ba7944111,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:34:58.831752 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-1e0d1fde-b868-42c2-927c-2feb86c65e22 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:58.832974 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-1e0d1fde-b868-42c2-927c-2feb86c65e22 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:58.869548 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eca721-03f9-492b-a169-eda19b32d41b req-05f4e5cb-153f-4d91-85ca-994c8ed89df4 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:58.879209 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-07eca721-03f9-492b-a169-eda19b32d41b req-05f4e5cb-153f-4d91-85ca-994c8ed89df4 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] 10.222.0.37 "GET /v2.0/ports?device_id=971af9f1-9ad8-458e-a471-0189e22e666e HTTP/1.1" status: 200 len: 936 time: 0.0922015 Nov 25 00:34:58.879209 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-1e0d1fde-b868-42c2-927c-2feb86c65e22 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1655228 Nov 25 00:34:58.892494 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-7e992135-16ac-4768-a674-667fd0a11849 service neutron] Request body: {'port': {'device_id': '971af9f1-9ad8-458e-a471-0189e22e666e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:34:58.931307 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a189f8-1ffa-4ef2-b164-1ae0db56b840 req-6486d383-4d08-4855-8494-70a6050104a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:58.934386 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-a1a189f8-1ffa-4ef2-b164-1ae0db56b840 req-6486d383-4d08-4855-8494-70a6050104a2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 1099 time: 0.0816314 Nov 25 00:34:58.983582 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-7e992135-16ac-4768-a674-667fd0a11849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:58.989051 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-07eca721-03f9-492b-a169-eda19b32d41b req-db4ea5c1-39cd-4227-abc0-f985264b64df tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e897321-b1d7-4e5a-9c35-116b9faed5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927463 Nov 25 00:34:58.993627 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-a1a189f8-1ffa-4ef2-b164-1ae0db56b840 req-1017e389-9727-48ca-acec-abfeb1a30646 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525739 Nov 25 00:34:59.039849 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-2c5f221b-d3fd-44a8-bdce-35ead0d9b136 None None] Provisioning complete for port 8c564ef1-94ed-4350-8403-367ba7944111 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:34:59.040226 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-2c5f221b-d3fd-44a8-bdce-35ead0d9b136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:59.081746 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-2c5f221b-d3fd-44a8-bdce-35ead0d9b136 None None] Port 8c564ef1-94ed-4350-8403-367ba7944111 cannot update to ACTIVE because it is not bound. {{(pid=109125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 00:34:59.284148 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-7e992135-16ac-4768-a674-667fd0a11849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c564ef1-94ed-4350-8403-367ba7944111 {{(pid=109123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:34:59.292341 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-7e992135-16ac-4768-a674-667fd0a11849 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:59.306243 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.provisioning_blocks [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-7e992135-16ac-4768-a674-667fd0a11849 service neutron] Transition to ACTIVE for port object 8c564ef1-94ed-4350-8403-367ba7944111 will not be triggered until provisioned by entity L2. {{(pid=109123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 00:34:59.310205 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-7e992135-16ac-4768-a674-667fd0a11849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11305756'] for port, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:59.363814 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e992135-16ac-4768-a674-667fd0a11849 service neutron] Pushing event updated for resources: {'Port': ['ID=8c564ef1-94ed-4350-8403-367ba7944111,revision_number=2']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:34:59.383816 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1324be-ea9b-4d12-9cb8-e4e1defb8235 req-a5dd162d-df67-4ab1-b340-e60d3b3695a0 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:59.386092 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7f1324be-ea9b-4d12-9cb8-e4e1defb8235 req-a5dd162d-df67-4ab1-b340-e60d3b3695a0 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0612288 Nov 25 00:34:59.460242 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7f1324be-ea9b-4d12-9cb8-e4e1defb8235 req-4a5ca341-8fb1-4a03-9206-9f5facd610bd tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668976 Nov 25 00:34:59.467837 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.managers [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-7e992135-16ac-4768-a674-667fd0a11849 service neutron] Attempting to bind port 8c564ef1-94ed-4350-8403-367ba7944111 on host hv-cinder-81920 for vnic_type normal with profile {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:34:59.468388 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.managers [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-7e992135-16ac-4768-a674-667fd0a11849 service neutron] Attempting to bind port 8c564ef1-94ed-4350-8403-367ba7944111 by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': '9fdc6d24-04d2-47a2-b510-e186f0668c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '48f076ee-6a0a-43cb-8d00-4d7ef1ce63aa'}] {{(pid=109123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:34:59.468793 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-7e992135-16ac-4768-a674-667fd0a11849 service neutron] Attempting to bind port 8c564ef1-94ed-4350-8403-367ba7944111 on network 48f076ee-6a0a-43cb-8d00-4d7ef1ce63aa {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:34:59.476180 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-7e992135-16ac-4768-a674-667fd0a11849 service neutron] Port 8c564ef1-94ed-4350-8403-367ba7944111 on network 48f076ee-6a0a-43cb-8d00-4d7ef1ce63aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 00:34:59.476511 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-7e992135-16ac-4768-a674-667fd0a11849 service neutron] Attempting to bind port 8c564ef1-94ed-4350-8403-367ba7944111 on network 48f076ee-6a0a-43cb-8d00-4d7ef1ce63aa {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:34:59.483288 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-7e992135-16ac-4768-a674-667fd0a11849 service neutron] Checking agent: {'id': 'ecb47d45-642b-455d-9e6f-8b3bbedb4480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'started_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:34:59.483636 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-7e992135-16ac-4768-a674-667fd0a11849 service neutron] Checking segment: {'id': '9fdc6d24-04d2-47a2-b510-e186f0668c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '48f076ee-6a0a-43cb-8d00-4d7ef1ce63aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:34:59.484032 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-7e992135-16ac-4768-a674-667fd0a11849 service neutron] Bound using segment: {'id': '9fdc6d24-04d2-47a2-b510-e186f0668c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '48f076ee-6a0a-43cb-8d00-4d7ef1ce63aa'} {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:34:59.484485 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.managers [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-7e992135-16ac-4768-a674-667fd0a11849 service neutron] Bound port: 8c564ef1-94ed-4350-8403-367ba7944111, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fdc6d24-04d2-47a2-b510-e186f0668c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '48f076ee-6a0a-43cb-8d00-4d7ef1ce63aa'}}] {{(pid=109123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:34:59.484848 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-7e992135-16ac-4768-a674-667fd0a11849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:59.562916 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-7e992135-16ac-4768-a674-667fd0a11849 service neutron] For port 8c564ef1-94ed-4350-8403-367ba7944111, host hv-cinder-81920, cleared binding levels {{(pid=109123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:34:59.567361 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-7e992135-16ac-4768-a674-667fd0a11849 service neutron] For port 8c564ef1-94ed-4350-8403-367ba7944111, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=8c564ef1-94ed-4350-8403-367ba7944111,segment=NetworkSegment(9fdc6d24-04d2-47a2-b510-e186f0668c61),segment_id=9fdc6d24-04d2-47a2-b510-e186f0668c61)] {{(pid=109123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:34:59.572184 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-7e992135-16ac-4768-a674-667fd0a11849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11305756'] for port, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:59.607787 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-7e992135-16ac-4768-a674-667fd0a11849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:59.608327 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-7e992135-16ac-4768-a674-667fd0a11849 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:34:59.610131 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-7e992135-16ac-4768-a674-667fd0a11849 service neutron] 10.222.0.36 "PUT /v2.0/ports/8c564ef1-94ed-4350-8403-367ba7944111 HTTP/1.1" status: 200 len: 1098 time: 0.7222657 Nov 25 00:34:59.612365 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '971af9f1-9ad8-458e-a471-0189e22e666e', 'tag': '8c564ef1-94ed-4350-8403-367ba7944111'}] {{(pid=109123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:34:59.615995 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d6797fd55ce1482701f76a6a20d13483833b06e18cae27317f32e85b7a837" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8343e482-1918-4350-8101-ccb76bae6cca" -d '{"events": [{"name": "network-changed", "server_uuid": "971af9f1-9ad8-458e-a471-0189e22e666e", "tag": "8c564ef1-94ed-4350-8403-367ba7944111"}]}' {{(pid=109123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:34:59.665151 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e992135-16ac-4768-a674-667fd0a11849 service neutron] Pushing event updated for resources: {'Port': ['ID=8c564ef1-94ed-4350-8403-367ba7944111,revision_number=3']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:34:59.703356 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 00:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d56e88-34dd-43ad-a7d5-ea5299c22b43 x-openstack-request-id: req-74d56e88-34dd-43ad-a7d5-ea5299c22b43 {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:34:59.703738 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "971af9f1-9ad8-458e-a471-0189e22e666e", "tag": "8c564ef1-94ed-4350-8403-367ba7944111", "status": "completed", "code": 200}]} {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:34:59.704056 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74d56e88-34dd-43ad-a7d5-ea5299c22b43 {{(pid=109123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:34:59.704563 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '971af9f1-9ad8-458e-a471-0189e22e666e', 'tag': '8c564ef1-94ed-4350-8403-367ba7944111', 'status': 'completed', 'code': 200} Nov 25 00:34:59.757233 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-5c3c0c8d-ce32-462e-8fb0-9423b4daa21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:59.758862 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-5c3c0c8d-ce32-462e-8fb0-9423b4daa21f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd151ed5c0db461487d9b7072fb94d4e&device_id=971af9f1-9ad8-458e-a471-0189e22e666e HTTP/1.1" status: 200 len: 1101 time: 0.0716565 Nov 25 00:34:59.774312 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77707fc0-4345-4752-aeed-09688fc5a08f req-e6ecb643-3639-4bd3-a9ed-5df38eff0956 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:59.775954 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-77707fc0-4345-4752-aeed-09688fc5a08f req-e6ecb643-3639-4bd3-a9ed-5df38eff0956 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 943 time: 0.0737646 Nov 25 00:34:59.814128 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-25e35fe3-a940-472c-ad77-782472f76ded service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=8c564ef1-94ed-4350-8403-367ba7944111 HTTP/1.1" status: 200 len: 217 time: 0.0460887 Nov 25 00:34:59.852095 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-77707fc0-4345-4752-aeed-09688fc5a08f req-3a12279c-a31a-4405-bbd1-09d243097173 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695043 Nov 25 00:34:59.886851 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-47568162-d16f-4527-9e99-0224fa3424d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:59.888643 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-47568162-d16f-4527-9e99-0224fa3424d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a245fd03-e9a4-4537-85b5-5ac7327de34a HTTP/1.1" status: 200 len: 843 time: 0.0644372 Nov 25 00:34:59.941014 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-bd353426-1419-4a62-a9fc-0395708bb9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:34:59.943267 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-bd353426-1419-4a62-a9fc-0395708bb9dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=48f076ee-6a0a-43cb-8d00-4d7ef1ce63aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0464473 Nov 25 00:35:00.067378 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-44e22e9c-cff5-4a6d-885b-93faac93a505 service neutron] 10.222.0.36 "GET /v2.0/networks/48f076ee-6a0a-43cb-8d00-4d7ef1ce63aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107783 Nov 25 00:35:00.180040 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9a1b2-d982-45a2-9cb0-6b6950ee581c req-283f4014-9fed-4a03-984d-b7ab2eba8bd7 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:00.181602 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-5fb9a1b2-d982-45a2-9cb0-6b6950ee581c req-283f4014-9fed-4a03-984d-b7ab2eba8bd7 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] 10.222.0.37 "GET /v2.0/ports?device_id=971af9f1-9ad8-458e-a471-0189e22e666e HTTP/1.1" status: 200 len: 948 time: 0.1111505 Nov 25 00:35:00.226150 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-327b954a-30d7-47ed-8a3d-b7811a4407ed req-d60a87bb-c22c-4b87-98f9-311ff86fbfa9 service neutron] 10.222.0.36 "GET /v2.0/networks/48f076ee-6a0a-43cb-8d00-4d7ef1ce63aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276748 Nov 25 00:35:00.255477 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-5fb9a1b2-d982-45a2-9cb0-6b6950ee581c req-7b83d68b-cf6a-4084-bd03-27ab9f24d665 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e897321-b1d7-4e5a-9c35-116b9faed5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673602 Nov 25 00:35:00.339453 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343e482-1918-4350-8101-ccb76bae6cca req-80cf48ba-033a-43f2-8a6b-5d1025e32377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:00.340986 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8343e482-1918-4350-8101-ccb76bae6cca req-80cf48ba-033a-43f2-8a6b-5d1025e32377 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd151ed5c0db461487d9b7072fb94d4e&device_id=971af9f1-9ad8-458e-a471-0189e22e666e HTTP/1.1" status: 200 len: 1101 time: 0.0464284 Nov 25 00:35:00.455693 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343e482-1918-4350-8101-ccb76bae6cca req-aa3a54ab-045d-427c-bd20-910cf526c4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:00.457627 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8343e482-1918-4350-8101-ccb76bae6cca req-aa3a54ab-045d-427c-bd20-910cf526c4d9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=48f076ee-6a0a-43cb-8d00-4d7ef1ce63aa HTTP/1.1" status: 200 len: 870 time: 0.1078804 Nov 25 00:35:00.505027 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8343e482-1918-4350-8101-ccb76bae6cca req-b28f0dab-a2a7-4291-939e-67780d54096e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=8c564ef1-94ed-4350-8403-367ba7944111 HTTP/1.1" status: 200 len: 217 time: 0.0368516 Nov 25 00:35:00.571985 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343e482-1918-4350-8101-ccb76bae6cca req-de478408-5d1a-474a-8050-e2020b9f3841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:00.573537 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8343e482-1918-4350-8101-ccb76bae6cca req-de478408-5d1a-474a-8050-e2020b9f3841 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a245fd03-e9a4-4537-85b5-5ac7327de34a HTTP/1.1" status: 200 len: 843 time: 0.0617349 Nov 25 00:35:00.614858 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a83cd-473f-4bbc-955a-7904f14351a9 req-8681fd2b-05b1-42f1-b4ac-30ff0508cce2 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:00.617397 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-cb2a83cd-473f-4bbc-955a-7904f14351a9 req-8681fd2b-05b1-42f1-b4ac-30ff0508cce2 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0615931 Nov 25 00:35:00.636974 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343e482-1918-4350-8101-ccb76bae6cca req-da0102ab-6464-486b-9b7e-ef58ede6b055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:00.639731 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8343e482-1918-4350-8101-ccb76bae6cca req-da0102ab-6464-486b-9b7e-ef58ede6b055 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=48f076ee-6a0a-43cb-8d00-4d7ef1ce63aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0587528 Nov 25 00:35:00.685380 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-cb2a83cd-473f-4bbc-955a-7904f14351a9 req-c807650f-90b1-4a52-9cec-1a784b735741 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462315 Nov 25 00:35:00.743830 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8343e482-1918-4350-8101-ccb76bae6cca req-3790d40f-36c0-480e-a37d-02678bbfb2be service neutron] 10.222.0.36 "GET /v2.0/networks/48f076ee-6a0a-43cb-8d00-4d7ef1ce63aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933580 Nov 25 00:35:00.838902 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8343e482-1918-4350-8101-ccb76bae6cca req-7342bf49-3c23-4d36-a60d-7c0d1b001e64 service neutron] 10.222.0.36 "GET /v2.0/networks/48f076ee-6a0a-43cb-8d00-4d7ef1ce63aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878420 Nov 25 00:35:00.990987 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c58e4c-5efc-4291-88c3-37f5badb1d14 req-37bbb5d0-bde4-4ccd-9b42-4fc2fe9d5fbb tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:00.992614 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c3c58e4c-5efc-4291-88c3-37f5badb1d14 req-37bbb5d0-bde4-4ccd-9b42-4fc2fe9d5fbb tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 943 time: 0.0549192 Nov 25 00:35:01.070370 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c3c58e4c-5efc-4291-88c3-37f5badb1d14 req-8d8d8943-dbf6-4ca5-aeab-5f7569a4c202 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707808 Nov 25 00:35:01.382835 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ed9a9-2c0b-41e4-8dbf-5ccfcaf05c49 req-0f0c995f-1b79-4f9f-8825-5f6d0fc7a204 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:01.384423 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f11ed9a9-2c0b-41e4-8dbf-5ccfcaf05c49 req-0f0c995f-1b79-4f9f-8825-5f6d0fc7a204 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] 10.222.0.37 "GET /v2.0/ports?device_id=971af9f1-9ad8-458e-a471-0189e22e666e HTTP/1.1" status: 200 len: 948 time: 0.0592904 Nov 25 00:35:01.433964 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f11ed9a9-2c0b-41e4-8dbf-5ccfcaf05c49 req-60e15c05-6ad6-47d3-95d4-9b89f1ce6b2d tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e897321-b1d7-4e5a-9c35-116b9faed5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434790 Nov 25 00:35:01.815569 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9cd31-466a-42ff-a893-d1f23626d1f4 req-46d69448-a143-49f8-b8ac-fc1d2b0e1d04 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:01.818206 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c9b9cd31-466a-42ff-a893-d1f23626d1f4 req-46d69448-a143-49f8-b8ac-fc1d2b0e1d04 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0544450 Nov 25 00:35:01.869494 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c9b9cd31-466a-42ff-a893-d1f23626d1f4 req-bc3755d2-b5a6-46f7-83f8-e8397c78ced9 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443261 Nov 25 00:35:02.198501 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0865484-6197-46e2-b1be-7f21da32aa27 req-1e0d3935-e4ff-4fc5-a4e0-ef2b5c1e15f4 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:02.200180 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b0865484-6197-46e2-b1be-7f21da32aa27 req-1e0d3935-e4ff-4fc5-a4e0-ef2b5c1e15f4 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 943 time: 0.0573196 Nov 25 00:35:02.258322 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b0865484-6197-46e2-b1be-7f21da32aa27 req-da1fbe76-31f9-48ad-9c4f-f4670ab62e54 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518672 Nov 25 00:35:02.373326 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 8c564ef1-94ed-4350-8403-367ba7944111 details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=109125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 00:35:02.490278 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 8c564ef1-94ed-4350-8403-367ba7944111, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=8c564ef1-94ed-4350-8403-367ba7944111,segment=NetworkSegment(9fdc6d24-04d2-47a2-b510-e186f0668c61),segment_id=9fdc6d24-04d2-47a2-b510-e186f0668c61)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:35:02.503934 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Returning: {'device': '8c564ef1-94ed-4350-8403-367ba7944111', 'network_id': '48f076ee-6a0a-43cb-8d00-4d7ef1ce63aa', 'port_id': '8c564ef1-94ed-4350-8403-367ba7944111', 'mac_address': 'fa:16:3e:78:8b:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a245fd03-e9a4-4537-85b5-5ac7327de34a', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 00:35:02.573196 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:02.578685 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddf6fd-ed33-4db9-be5d-726c21a20407 req-4e09a761-82ff-46f8-bb30-637117eb7eee tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:02.580426 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-76ddf6fd-ed33-4db9-be5d-726c21a20407 req-4e09a761-82ff-46f8-bb30-637117eb7eee tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] 10.222.0.37 "GET /v2.0/ports?device_id=971af9f1-9ad8-458e-a471-0189e22e666e HTTP/1.1" status: 200 len: 948 time: 0.0578022 Nov 25 00:35:02.595638 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c564ef1-94ed-4350-8403-367ba7944111 {{(pid=109125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:35:02.629541 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 8c564ef1-94ed-4350-8403-367ba7944111, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=8c564ef1-94ed-4350-8403-367ba7944111,segment=NetworkSegment(9fdc6d24-04d2-47a2-b510-e186f0668c61),segment_id=9fdc6d24-04d2-47a2-b510-e186f0668c61)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:35:02.635148 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:02.639047 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-76ddf6fd-ed33-4db9-be5d-726c21a20407 req-bc345dcf-d963-4071-84e1-5e572efa7ead tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e897321-b1d7-4e5a-9c35-116b9faed5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500104 Nov 25 00:35:02.688568 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=8c564ef1-94ed-4350-8403-367ba7944111,revision_number=4']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:02.889016 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['8c564ef1-94ed-4350-8403-367ba7944111'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:35:03.399401 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953df8a0-9266-4544-95d2-e76f03256403 req-a35c1ffe-83de-4407-9db1-38de867ac10e tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:03.401259 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-953df8a0-9266-4544-95d2-e76f03256403 req-a35c1ffe-83de-4407-9db1-38de867ac10e tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 943 time: 0.0608494 Nov 25 00:35:03.480425 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-953df8a0-9266-4544-95d2-e76f03256403 req-610606f9-0ad4-464e-9f8e-331938619045 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722423 Nov 25 00:35:03.783039 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacd8ec-dd76-4850-b6b9-2f8426273902 req-d650c75e-ede8-4e39-8d95-d0e469bec191 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:03.784762 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-6bacd8ec-dd76-4850-b6b9-2f8426273902 req-d650c75e-ede8-4e39-8d95-d0e469bec191 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] 10.222.0.37 "GET /v2.0/ports?device_id=971af9f1-9ad8-458e-a471-0189e22e666e HTTP/1.1" status: 200 len: 949 time: 0.0546019 Nov 25 00:35:03.842047 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-6bacd8ec-dd76-4850-b6b9-2f8426273902 req-a5ee7b24-a80c-45bc-9ecc-a02cee112d94 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e897321-b1d7-4e5a-9c35-116b9faed5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456731 Nov 25 00:35:04.389079 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 8c564ef1-94ed-4350-8403-367ba7944111 up at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:35:04.452112 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning for port 8c564ef1-94ed-4350-8403-367ba7944111 completed by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 00:35:04.457539 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning complete for port 8c564ef1-94ed-4350-8403-367ba7944111 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:35:04.458126 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:04.592409 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:04.640485 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971af9f1-9ad8-458e-a471-0189e22e666e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c564ef1-94ed-4350-8403-367ba7944111'}] {{(pid=109125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:35:04.645595 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b40ce054491f5bd1a33a22e0e33c095860c6622367658d2460ab374ec6fa3a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302f0b9b-efb5-4148-9782-d86ed534833b" -d '{"events": [{"server_uuid": "971af9f1-9ad8-458e-a471-0189e22e666e", "name": "network-vif-plugged", "status": "completed", "tag": "8c564ef1-94ed-4350-8403-367ba7944111"}]}' {{(pid=109125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:35:04.670114 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d4bfa-fefa-4b83-8400-ab94b5442dae req-e865aa34-b480-46a1-b27a-c234ee4da661 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:04.672045 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-5c7d4bfa-fefa-4b83-8400-ab94b5442dae req-e865aa34-b480-46a1-b27a-c234ee4da661 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 943 time: 0.0743208 Nov 25 00:35:04.676767 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 8c564ef1-94ed-4350-8403-367ba7944111, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=8c564ef1-94ed-4350-8403-367ba7944111,segment=NetworkSegment(9fdc6d24-04d2-47a2-b510-e186f0668c61),segment_id=9fdc6d24-04d2-47a2-b510-e186f0668c61)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:35:04.684871 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:04.751716 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-5c7d4bfa-fefa-4b83-8400-ab94b5442dae req-1709e946-97c2-45df-b733-fa8ac289c1ba tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666122 Nov 25 00:35:04.759390 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8260743b-2b8b-4e32-95eb-093071082f23 x-openstack-request-id: req-8260743b-2b8b-4e32-95eb-093071082f23 {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:35:04.759390 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "971af9f1-9ad8-458e-a471-0189e22e666e", "name": "network-vif-plugged", "status": "completed", "tag": "8c564ef1-94ed-4350-8403-367ba7944111", "code": 200}]} {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:35:04.759865 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8260743b-2b8b-4e32-95eb-093071082f23 {{(pid=109125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:35:04.760071 dv-cinder-819200-1-iscsi neutron-server[109125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '971af9f1-9ad8-458e-a471-0189e22e666e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c564ef1-94ed-4350-8403-367ba7944111', 'code': 200} Nov 25 00:35:04.782745 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=8c564ef1-94ed-4350-8403-367ba7944111,revision_number=5']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:04.990858 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad3479-2a9a-4400-ae7b-b60e4ea87e91 req-8b978e0f-f8cc-40bd-8ece-dd397fbf4e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:04.992369 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-26ad3479-2a9a-4400-ae7b-b60e4ea87e91 req-8b978e0f-f8cc-40bd-8ece-dd397fbf4e1b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=971af9f1-9ad8-458e-a471-0189e22e666e HTTP/1.1" status: 200 len: 1103 time: 0.0769780 Nov 25 00:35:05.004496 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcd6ff-6b18-4e0b-9a91-dbd015c9f735 req-27f17c14-2eea-479c-bf45-e50c93bf5115 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:05.005991 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-eadcd6ff-6b18-4e0b-9a91-dbd015c9f735 req-27f17c14-2eea-479c-bf45-e50c93bf5115 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] 10.222.0.37 "GET /v2.0/ports?device_id=971af9f1-9ad8-458e-a471-0189e22e666e HTTP/1.1" status: 200 len: 950 time: 0.0779126 Nov 25 00:35:05.076527 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-26ad3479-2a9a-4400-ae7b-b60e4ea87e91 req-4080c6ff-36bf-4e0b-954c-3109acc3625a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6e897321-b1d7-4e5a-9c35-116b9faed5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695090 Nov 25 00:35:05.085161 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-eadcd6ff-6b18-4e0b-9a91-dbd015c9f735 req-65003b31-79b8-4f5d-bf7a-bcc36b5e5674 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e897321-b1d7-4e5a-9c35-116b9faed5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725582 Nov 25 00:35:05.941940 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d150641-365c-4503-8b8b-c7cccbda1fa3 req-dd71e965-e30b-4798-a9ec-8de497062b78 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:05.943634 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-0d150641-365c-4503-8b8b-c7cccbda1fa3 req-dd71e965-e30b-4798-a9ec-8de497062b78 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 943 time: 0.0690379 Nov 25 00:35:06.007829 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-0d150641-365c-4503-8b8b-c7cccbda1fa3 req-16ae6bfa-8eec-4466-bef0-410cd8b23e46 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538802 Nov 25 00:35:06.235988 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3181777-1ea4-478c-b603-df7443552820 req-49c18c80-1fdf-4e65-8bf5-a43f35f11e80 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:06.237660 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-a3181777-1ea4-478c-b603-df7443552820 req-49c18c80-1fdf-4e65-8bf5-a43f35f11e80 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] 10.222.0.37 "GET /v2.0/ports?device_id=971af9f1-9ad8-458e-a471-0189e22e666e HTTP/1.1" status: 200 len: 950 time: 0.0701621 Nov 25 00:35:06.315804 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-a3181777-1ea4-478c-b603-df7443552820 req-e98c5255-7027-44d0-8587-a56abd9e91b5 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e897321-b1d7-4e5a-9c35-116b9faed5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622230 Nov 25 00:35:06.420238 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 2719d703-a269-4500-a807-2218af325b8e details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=109125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 00:35:06.532319 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 2719d703-a269-4500-a807-2218af325b8e, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=2719d703-a269-4500-a807-2218af325b8e,segment=NetworkSegment(2b169a1d-4120-413d-9aa2-8c8ecf745be0),segment_id=2b169a1d-4120-413d-9aa2-8c8ecf745be0)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:35:06.546040 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Returning: {'device': '2719d703-a269-4500-a807-2218af325b8e', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'port_id': '2719d703-a269-4500-a807-2218af325b8e', 'mac_address': 'fa:16:3e:67:d3:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 00:35:06.597277 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:06.624107 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2719d703-a269-4500-a807-2218af325b8e {{(pid=109125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:35:06.660676 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 2719d703-a269-4500-a807-2218af325b8e, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=2719d703-a269-4500-a807-2218af325b8e,segment=NetworkSegment(2b169a1d-4120-413d-9aa2-8c8ecf745be0),segment_id=2b169a1d-4120-413d-9aa2-8c8ecf745be0)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:35:06.666231 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:06.729479 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=2719d703-a269-4500-a807-2218af325b8e,revision_number=4']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:06.956643 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['2719d703-a269-4500-a807-2218af325b8e'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:35:07.187417 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e450ad-3139-4f57-9a2d-c7dd2467cfda req-d3d1d457-7c2f-4d27-ae47-36a00744fbb7 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:07.188983 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c2e450ad-3139-4f57-9a2d-c7dd2467cfda req-d3d1d457-7c2f-4d27-ae47-36a00744fbb7 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 944 time: 0.0582683 Nov 25 00:35:07.266350 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c2e450ad-3139-4f57-9a2d-c7dd2467cfda req-3822fa3a-d0f5-45a1-a018-f195acfc0414 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681674 Nov 25 00:35:07.482706 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17df56-aea1-4c22-8c4a-c5aacb348407 req-9bf39066-92c4-4994-90f5-6ddcd3147e43 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:07.484280 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8b17df56-aea1-4c22-8c4a-c5aacb348407 req-9bf39066-92c4-4994-90f5-6ddcd3147e43 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] 10.222.0.37 "GET /v2.0/ports?device_id=971af9f1-9ad8-458e-a471-0189e22e666e HTTP/1.1" status: 200 len: 950 time: 0.0705130 Nov 25 00:35:07.539633 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8b17df56-aea1-4c22-8c4a-c5aacb348407 req-1b2c4122-60f6-4899-b78e-7afc3dbf849b tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e897321-b1d7-4e5a-9c35-116b9faed5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487251 Nov 25 00:35:07.857385 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40009361-9a0b-4a99-a263-de0b2603a0da req-8d8523e8-d8fc-4a37-ab6d-cae7d110d4e8 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:07.859818 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-40009361-9a0b-4a99-a263-de0b2603a0da req-8d8523e8-d8fc-4a37-ab6d-cae7d110d4e8 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] 10.222.0.37 "GET /v2.0/ports?device_id=971af9f1-9ad8-458e-a471-0189e22e666e HTTP/1.1" status: 200 len: 950 time: 0.0747180 Nov 25 00:35:07.917068 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-40009361-9a0b-4a99-a263-de0b2603a0da req-8c9ad93a-3fef-40ee-b802-197aaa8438be tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e897321-b1d7-4e5a-9c35-116b9faed5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503709 Nov 25 00:35:08.404606 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc985157-9fc1-4df8-914f-0e00c0acba24 req-26b4f9de-3998-4676-b839-6c509d6a0ff9 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:08.406254 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-dc985157-9fc1-4df8-914f-0e00c0acba24 req-26b4f9de-3998-4676-b839-6c509d6a0ff9 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 944 time: 0.0602069 Nov 25 00:35:08.439166 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 2719d703-a269-4500-a807-2218af325b8e up at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:35:08.465597 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-dc985157-9fc1-4df8-914f-0e00c0acba24 req-eb2cb05c-a025-46a4-97fa-ec2e50280252 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516651 Nov 25 00:35:08.499684 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning for port 2719d703-a269-4500-a807-2218af325b8e completed by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 00:35:08.504843 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning complete for port 2719d703-a269-4500-a807-2218af325b8e triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:35:08.505349 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:08.593730 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:08.621006 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c194234-0c6f-42e0-a5dd-8de8f0f586ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2719d703-a269-4500-a807-2218af325b8e'}] {{(pid=109125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:35:08.623214 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b40ce054491f5bd1a33a22e0e33c095860c6622367658d2460ab374ec6fa3a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721062f0-ba28-47fb-92f5-a15285ebc750" -d '{"events": [{"server_uuid": "8c194234-0c6f-42e0-a5dd-8de8f0f586ef", "name": "network-vif-plugged", "status": "completed", "tag": "2719d703-a269-4500-a807-2218af325b8e"}]}' {{(pid=109125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:35:08.639655 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 2719d703-a269-4500-a807-2218af325b8e, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=2719d703-a269-4500-a807-2218af325b8e,segment=NetworkSegment(2b169a1d-4120-413d-9aa2-8c8ecf745be0),segment_id=2b169a1d-4120-413d-9aa2-8c8ecf745be0)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:35:08.644518 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:08.689797 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4e2a9f-d82e-4797-ba57-527a629178cd x-openstack-request-id: req-2a4e2a9f-d82e-4797-ba57-527a629178cd {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:35:08.690088 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c194234-0c6f-42e0-a5dd-8de8f0f586ef", "name": "network-vif-plugged", "status": "completed", "tag": "2719d703-a269-4500-a807-2218af325b8e", "code": 200}]} {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:35:08.690355 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2a4e2a9f-d82e-4797-ba57-527a629178cd {{(pid=109125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:35:08.690761 dv-cinder-819200-1-iscsi neutron-server[109125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c194234-0c6f-42e0-a5dd-8de8f0f586ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2719d703-a269-4500-a807-2218af325b8e', 'code': 200} Nov 25 00:35:08.701668 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=2719d703-a269-4500-a807-2218af325b8e,revision_number=5']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:08.993686 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d84484-8dc2-48e2-a242-05a29adb8f01 req-3b562c33-288b-4932-9580-2c2db200e281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:08.995448 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-88d84484-8dc2-48e2-a242-05a29adb8f01 req-3b562c33-288b-4932-9580-2c2db200e281 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 1098 time: 0.0518582 Nov 25 00:35:09.076885 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-88d84484-8dc2-48e2-a242-05a29adb8f01 req-07ef16b0-9628-4d64-903b-e0563fa7eb54 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731299 Nov 25 00:35:09.094179 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99988f94-3395-4dc8-a273-b7adb841269b req-9d33e1a5-3a1d-40fe-9694-356c6c98b863 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:09.095872 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-99988f94-3395-4dc8-a273-b7adb841269b req-9d33e1a5-3a1d-40fe-9694-356c6c98b863 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] 10.222.0.37 "GET /v2.0/ports?device_id=971af9f1-9ad8-458e-a471-0189e22e666e HTTP/1.1" status: 200 len: 950 time: 0.0777848 Nov 25 00:35:09.155294 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-99988f94-3395-4dc8-a273-b7adb841269b req-45706139-7097-42cb-b6c2-7479389ecf94 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e897321-b1d7-4e5a-9c35-116b9faed5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526595 Nov 25 00:35:09.583503 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c69a7d-4f17-4a01-b5e6-d10cc4c9bad9 req-e5d089cd-e7a0-4f9f-b9c4-31d2001c96b4 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:09.585650 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-75c69a7d-4f17-4a01-b5e6-d10cc4c9bad9 req-e5d089cd-e7a0-4f9f-b9c4-31d2001c96b4 tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] 10.222.0.36 "GET /v2.0/ports?device_id=971af9f1-9ad8-458e-a471-0189e22e666e HTTP/1.1" status: 200 len: 950 time: 0.0623977 Nov 25 00:35:09.622032 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5a0ea-a451-4cd9-aecd-51c582040e47 req-2d82bc1f-1f35-456c-a10e-1ee4080dc067 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:09.624216 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c6e5a0ea-a451-4cd9-aecd-51c582040e47 req-2d82bc1f-1f35-456c-a10e-1ee4080dc067 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 945 time: 0.0616128 Nov 25 00:35:09.685898 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c6e5a0ea-a451-4cd9-aecd-51c582040e47 req-96b88081-eec1-495f-a5a1-fb8568c9c201 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544448 Nov 25 00:35:09.731486 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [req-75c69a7d-4f17-4a01-b5e6-d10cc4c9bad9 req-9d3152ad-e827-44ea-9119-d6259cfd20fa tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] Deleting port 8c564ef1-94ed-4350-8403-367ba7944111 {{(pid=109123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:35:09.731894 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-75c69a7d-4f17-4a01-b5e6-d10cc4c9bad9 req-9d3152ad-e827-44ea-9119-d6259cfd20fa tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:09.841150 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [req-75c69a7d-4f17-4a01-b5e6-d10cc4c9bad9 req-9d3152ad-e827-44ea-9119-d6259cfd20fa tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] For port 8c564ef1-94ed-4350-8403-367ba7944111, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=8c564ef1-94ed-4350-8403-367ba7944111,segment=NetworkSegment(9fdc6d24-04d2-47a2-b510-e186f0668c61),segment_id=9fdc6d24-04d2-47a2-b510-e186f0668c61)] {{(pid=109123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:35:09.841681 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-75c69a7d-4f17-4a01-b5e6-d10cc4c9bad9 req-9d3152ad-e827-44ea-9119-d6259cfd20fa tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:09.856514 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [req-75c69a7d-4f17-4a01-b5e6-d10cc4c9bad9 req-9d3152ad-e827-44ea-9119-d6259cfd20fa tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] Calling delete_port for 8c564ef1-94ed-4350-8403-367ba7944111 owned by compute:nova {{(pid=109123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:35:10.004196 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-75c69a7d-4f17-4a01-b5e6-d10cc4c9bad9 req-9d3152ad-e827-44ea-9119-d6259cfd20fa tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:10.017790 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['8c564ef1-94ed-4350-8403-367ba7944111'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:35:10.049387 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3152ad-e827-44ea-9119-d6259cfd20fa tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] Pushing event deleted for resources: {'Port': ['ID=8c564ef1-94ed-4350-8403-367ba7944111,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:10.115935 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c69a7d-4f17-4a01-b5e6-d10cc4c9bad9 req-9d3152ad-e827-44ea-9119-d6259cfd20fa tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] No DVR routers for this DVR port 8c564ef1-94ed-4350-8403-367ba7944111 on host hv-cinder-81920 {{(pid=109123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 00:35:10.119153 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-75c69a7d-4f17-4a01-b5e6-d10cc4c9bad9 req-9d3152ad-e827-44ea-9119-d6259cfd20fa tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:10.125270 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-75c69a7d-4f17-4a01-b5e6-d10cc4c9bad9 req-9d3152ad-e827-44ea-9119-d6259cfd20fa tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] 10.222.0.36 "DELETE /v2.0/ports/8c564ef1-94ed-4350-8403-367ba7944111 HTTP/1.1" status: 204 len: 173 time: 0.5328851 Nov 25 00:35:10.125796 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971af9f1-9ad8-458e-a471-0189e22e666e', 'name': 'network-vif-deleted', 'tag': '8c564ef1-94ed-4350-8403-367ba7944111'}] {{(pid=109123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:35:10.128736 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d6797fd55ce1482701f76a6a20d13483833b06e18cae27317f32e85b7a837" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bfd8e6-734f-47bd-a0e4-6766be82b47d" -d '{"events": [{"server_uuid": "971af9f1-9ad8-458e-a471-0189e22e666e", "name": "network-vif-deleted", "tag": "8c564ef1-94ed-4350-8403-367ba7944111"}]}' {{(pid=109123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:35:10.240575 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6380de59-32fa-4258-8fbb-a3e0353ca08a x-openstack-request-id: req-6380de59-32fa-4258-8fbb-a3e0353ca08a {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:35:10.240890 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "971af9f1-9ad8-458e-a471-0189e22e666e", "name": "network-vif-deleted", "tag": "8c564ef1-94ed-4350-8403-367ba7944111", "status": "completed", "code": 200}]} {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:35:10.241104 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6380de59-32fa-4258-8fbb-a3e0353ca08a {{(pid=109123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:35:10.241513 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '971af9f1-9ad8-458e-a471-0189e22e666e', 'name': 'network-vif-deleted', 'tag': '8c564ef1-94ed-4350-8403-367ba7944111', 'status': 'completed', 'code': 200} Nov 25 00:35:10.355501 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8c74f670-81d9-488a-9912-ffd61fab51f1 req-18ab8d2a-110c-4bb8-940c-c997830e89dd tempest-VolumesNegativeTest-1134286408 tempest-VolumesNegativeTest-1134286408-project] 10.222.0.37 "GET /v2.0/ports?device_id=971af9f1-9ad8-458e-a471-0189e22e666e HTTP/1.1" status: 200 len: 210 time: 0.0491705 Nov 25 00:35:10.842388 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1d218-afa0-4a94-89db-2e03cd8b5b36 req-64d895e9-ac25-45a9-8270-766cdae49fc8 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:10.844033 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-12f1d218-afa0-4a94-89db-2e03cd8b5b36 req-64d895e9-ac25-45a9-8270-766cdae49fc8 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 945 time: 0.0603130 Nov 25 00:35:10.910327 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-12f1d218-afa0-4a94-89db-2e03cd8b5b36 req-5f496bd9-d885-4a97-aa0a-8c18e31fa174 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537760 Nov 25 00:35:11.037520 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78142ce-c22c-4436-86c0-08424ae8f916 req-2305d28c-dd46-473b-940f-fc382624c5fe tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:11.039197 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c78142ce-c22c-4436-86c0-08424ae8f916 req-2305d28c-dd46-473b-940f-fc382624c5fe tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 945 time: 0.0553381 Nov 25 00:35:11.102136 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c78142ce-c22c-4436-86c0-08424ae8f916 req-38350405-9376-4e3d-baf1-0619df520bbe tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562136 Nov 25 00:35:11.128763 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 47720) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:11.172274 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d6265a-2eea-4b9d-8c23-3dd93aff0a7e tempest-TestVolumeBootPattern-1186156666 tempest-TestVolumeBootPattern-1186156666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:11.173749 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-e8d6265a-2eea-4b9d-8c23-3dd93aff0a7e tempest-TestVolumeBootPattern-1186156666 tempest-TestVolumeBootPattern-1186156666-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 1093 time: 0.0437751 Nov 25 00:35:11.178598 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 47722) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:11.183322 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-e1d412bd-d300-4dda-8baf-28048938cee4 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Request body: {'floatingip': {'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'port_id': '2719d703-a269-4500-a807-2218af325b8e', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:35:11.210756 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e1d412bd-d300-4dda-8baf-28048938cee4 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for floatingip, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:11.328031 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e1d412bd-d300-4dda-8baf-28048938cee4 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:11.501387 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.db_base_plugin_common [None req-e1d412bd-d300-4dda-8baf-28048938cee4 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Allocated IP 172.27.2.135 (7e710f5f-af80-47ab-b03c-3a0dd4623f26/89cd149f-d365-4a11-b22c-c62ab9234e96/c7a400b1-16da-469b-9240-da0cf252f305) {{(pid=109123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:35:11.670873 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e1d412bd-d300-4dda-8baf-28048938cee4 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for port, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:11.723291 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e1d412bd-d300-4dda-8baf-28048938cee4 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:11.771594 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d412bd-d300-4dda-8baf-28048938cee4 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Network 7e710f5f-af80-47ab-b03c-3a0dd4623f26 is already hosted by enough agents. {{(pid=109123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:35:11.775554 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [None req-e1d412bd-d300-4dda-8baf-28048938cee4 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Resources bound (agent type, host, resource id): {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:35:11.780286 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d412bd-d300-4dda-8baf-28048938cee4 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Received port after_create {{(pid=109123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:35:11.783817 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d412bd-d300-4dda-8baf-28048938cee4 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Pushing event updated for resources: {'Port': ['ID=c7a400b1-16da-469b-9240-da0cf252f305,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:11.922845 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-9b702024-df72-4cc8-af71-cfaaddfea54c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:12.254769 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e1d412bd-d300-4dda-8baf-28048938cee4 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:12.340039 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e1d412bd-d300-4dda-8baf-28048938cee4 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:12.448102 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 8c564ef1-94ed-4350-8403-367ba7944111 no longer exists at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:35:12.479476 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] No Port match for: 8c564ef1-94ed-4350-8403-367ba7944111 {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:35:12.480184 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 8c564ef1-94ed-4350-8403-367ba7944111 not bound to the agent host hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:35:12.563123 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e1d412bd-d300-4dda-8baf-28048938cee4 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for port, precommit_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:12.570884 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e1d412bd-d300-4dda-8baf-28048938cee4 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11305756'] for port, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:12.648420 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d412bd-d300-4dda-8baf-28048938cee4 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Pushing event updated for resources: {'Port': ['ID=c7a400b1-16da-469b-9240-da0cf252f305,revision_number=2']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:12.669077 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e1d412bd-d300-4dda-8baf-28048938cee4 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622920'] for floatingip, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:12.839512 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.db.l3_db [None req-e1d412bd-d300-4dda-8baf-28048938cee4 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Floating IP 2f5a0df4-6734-41db-a336-f1838ea9aad9 associated. External IP: 172.27.2.135, port: 2719d703-a269-4500-a807-2218af325b8e. Nov 25 00:35:13.450845 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d412bd-d300-4dda-8baf-28048938cee4 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Router cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 has already been hosted by L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 {{(pid=109123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 00:35:13.590946 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d412bd-d300-4dda-8baf-28048938cee4 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:35:13.603494 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b41fce-7f47-48c7-a791-f88c7a47eb9d None None] Sync routers for ids ['cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'] in dv-cinder-819200-1-iscsi {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:35:13.621171 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-e1d412bd-d300-4dda-8baf-28048938cee4 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for floatingip, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:13.621514 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b41fce-7f47-48c7-a791-f88c7a47eb9d None None] Routers {'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:35:13.622551 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-67b41fce-7f47-48c7-a791-f88c7a47eb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:34:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:13.663795 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-e1d412bd-d300-4dda-8baf-28048938cee4 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4837081 Nov 25 00:35:13.665596 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c194234-0c6f-42e0-a5dd-8de8f0f586ef', 'tag': '2719d703-a269-4500-a807-2218af325b8e'}] {{(pid=109123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:35:13.671472 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d6797fd55ce1482701f76a6a20d13483833b06e18cae27317f32e85b7a837" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8140d2e-b174-4555-81a8-433e28357d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "8c194234-0c6f-42e0-a5dd-8de8f0f586ef", "tag": "2719d703-a269-4500-a807-2218af325b8e"}]}' {{(pid=109123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:35:13.757085 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 00:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bbaabc-e7a3-415c-872b-e7a28e6b13e1 x-openstack-request-id: req-28bbaabc-e7a3-415c-872b-e7a28e6b13e1 {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:35:13.757678 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c194234-0c6f-42e0-a5dd-8de8f0f586ef", "tag": "2719d703-a269-4500-a807-2218af325b8e", "status": "completed", "code": 200}]} {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:35:13.757942 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-28bbaabc-e7a3-415c-872b-e7a28e6b13e1 {{(pid=109123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:35:13.758351 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c194234-0c6f-42e0-a5dd-8de8f0f586ef', 'tag': '2719d703-a269-4500-a807-2218af325b8e', 'status': 'completed', 'code': 200} Nov 25 00:35:13.776571 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-67b41fce-7f47-48c7-a791-f88c7a47eb9d None None] Set router cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:35:13.832961 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8140d2e-b174-4555-81a8-433e28357d9d req-ccad5ec7-a815-4ead-99bc-bc9e276f047b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:13.848417 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c8140d2e-b174-4555-81a8-433e28357d9d req-ccad5ec7-a815-4ead-99bc-bc9e276f047b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8537d37a59f34a86a54b106e5f66df14&device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 1098 time: 0.0704231 Nov 25 00:35:14.014840 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8140d2e-b174-4555-81a8-433e28357d9d req-97b1413c-6240-484d-97d1-6d1d7f354ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:14.016327 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c8140d2e-b174-4555-81a8-433e28357d9d req-97b1413c-6240-484d-97d1-6d1d7f354ae2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aa757134-ed46-4072-85c3-9015c512ef5e HTTP/1.1" status: 200 len: 912 time: 0.1607032 Nov 25 00:35:14.112392 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c8140d2e-b174-4555-81a8-433e28357d9d req-ad8488d8-2b46-4566-bc6e-e999f2233c73 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2719d703-a269-4500-a807-2218af325b8e HTTP/1.1" status: 200 len: 999 time: 0.0874491 Nov 25 00:35:14.128201 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-67b41fce-7f47-48c7-a791-f88c7a47eb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'name': 'tempest-TestVolumeBootPattern-676175612-router', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:48Z', 'revision_number': 4, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'gw_port': {'id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_floatingips': [{'id': '2f5a0df4-6734-41db-a336-f1838ea9aad9', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'router_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'port_id': '2719d703-a269-4500-a807-2218af325b8e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'mac_address': 'fa:16:3e:67:d3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c194234-0c6f-42e0-a5dd-8de8f0f586ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T00:35:12Z', 'updated_at': '2021-11-25T00:35:12Z', 'revision_number': 0, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9', 'name': '', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'mac_address': 'fa:16:3e:b4:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:47Z', 'updated_at': '2021-11-25T00:30:54Z', 'revision_number': 5, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'subnets': [{'id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:14.170118 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b41fce-7f47-48c7-a791-f88c7a47eb9d None None] Checking router: cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 for host: dv-cinder-819200-1-iscsi {{(pid=109125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:35:14.176823 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8140d2e-b174-4555-81a8-433e28357d9d req-f895cc02-16c3-4812-b73e-2cf600db0ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:14.178582 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c8140d2e-b174-4555-81a8-433e28357d9d req-f895cc02-16c3-4812-b73e-2cf600db0ac8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=572fab33-4b34-4f32-bd87-b36767f40e81 HTTP/1.1" status: 200 len: 850 time: 0.0564899 Nov 25 00:35:14.181644 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b41fce-7f47-48c7-a791-f88c7a47eb9d None None] Routers {'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:35:14.182537 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-67b41fce-7f47-48c7-a791-f88c7a47eb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:34:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:14.246278 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8140d2e-b174-4555-81a8-433e28357d9d req-7df36c12-76a0-4fcc-9c26-8861b6900cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:14.247855 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c8140d2e-b174-4555-81a8-433e28357d9d req-7df36c12-76a0-4fcc-9c26-8861b6900cae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aa757134-ed46-4072-85c3-9015c512ef5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0611615 Nov 25 00:35:14.370808 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c8140d2e-b174-4555-81a8-433e28357d9d req-e20a2566-6fc7-4d9b-85e8-47889b224bda service neutron] 10.222.0.36 "GET /v2.0/networks/aa757134-ed46-4072-85c3-9015c512ef5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108527 Nov 25 00:35:14.495059 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-5bbe6847-39b2-4b50-a4d4-ee3e8f631d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:14.536883 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-67b41fce-7f47-48c7-a791-f88c7a47eb9d None None] Set router cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:35:14.556218 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c8140d2e-b174-4555-81a8-433e28357d9d req-be9fa65a-8bb0-45e9-8176-2c80885821db service neutron] 10.222.0.36 "GET /v2.0/networks/aa757134-ed46-4072-85c3-9015c512ef5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709049 Nov 25 00:35:14.900998 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-67b41fce-7f47-48c7-a791-f88c7a47eb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'name': 'tempest-TestVolumeBootPattern-676175612-router', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:48Z', 'revision_number': 4, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'gw_port': {'id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_floatingips': [{'id': '2f5a0df4-6734-41db-a336-f1838ea9aad9', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'router_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'port_id': '2719d703-a269-4500-a807-2218af325b8e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'mac_address': 'fa:16:3e:67:d3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c194234-0c6f-42e0-a5dd-8de8f0f586ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T00:35:12Z', 'updated_at': '2021-11-25T00:35:12Z', 'revision_number': 0, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9', 'name': '', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'mac_address': 'fa:16:3e:b4:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:47Z', 'updated_at': '2021-11-25T00:30:54Z', 'revision_number': 5, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'subnets': [{'id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:14.938541 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b41fce-7f47-48c7-a791-f88c7a47eb9d None None] The sync data for ids ['cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'] in dv-cinder-819200-1-iscsi is: [{'id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'name': 'tempest-TestVolumeBootPattern-676175612-router', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:48Z', 'revision_number': 4, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'gw_port': {'id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_floatingips': [{'id': '2f5a0df4-6734-41db-a336-f1838ea9aad9', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'router_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'port_id': '2719d703-a269-4500-a807-2218af325b8e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'mac_address': 'fa:16:3e:67:d3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c194234-0c6f-42e0-a5dd-8de8f0f586ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T00:35:12Z', 'updated_at': '2021-11-25T00:35:12Z', 'revision_number': 0, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9', 'name': '', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'mac_address': 'fa:16:3e:b4:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:47Z', 'updated_at': '2021-11-25T00:30:54Z', 'revision_number': 5, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'subnets': [{'id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:35:15.180895 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b56510-b88a-4395-b835-5ddcfff239f6 None None] New status for floating IP 2f5a0df4-6734-41db-a336-f1838ea9aad9: ACTIVE {{(pid=109126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 00:35:16.418277 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 47996) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:16.448697 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:16.617521 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-e212459c-509b-4dc4-9ef9-23d6b5b26597 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bd151ed5c0db461487d9b7072fb94d4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1962869 Nov 25 00:35:16.620058 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 48000) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:16.687871 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-ea706151-b71a-4d38-a3dd-318859b466de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:16.722420 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-ea706151-b71a-4d38-a3dd-318859b466de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:16.789835 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-ea706151-b71a-4d38-a3dd-318859b466de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:16.796574 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-ea706151-b71a-4d38-a3dd-318859b466de admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:16.798593 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-ea706151-b71a-4d38-a3dd-318859b466de admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6e897321-b1d7-4e5a-9c35-116b9faed5a3 HTTP/1.1" status: 204 len: 168 time: 0.1772990 Nov 25 00:35:16.821371 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea706151-b71a-4d38-a3dd-318859b466de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e897321-b1d7-4e5a-9c35-116b9faed5a3,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:17.680115 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 6 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 00:35:17.689900 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 48034) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:17.809966 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-aab65955-d932-485e-a242-344dcd5f973e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1219120303-network', 'tenant_id': 'ca8642a14a804da3871ddf4464eea3d1'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:35:17.837347 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab65955-d932-485e-a242-344dcd5f973e admin admin] Made reservation on behalf of ca8642a14a804da3871ddf4464eea3d1 for: {'network': 1} {{(pid=109123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:35:17.839828 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-aab65955-d932-485e-a242-344dcd5f973e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for network, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:17.849697 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-aab65955-d932-485e-a242-344dcd5f973e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:17.944260 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-aab65955-d932-485e-a242-344dcd5f973e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:17.948732 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-aab65955-d932-485e-a242-344dcd5f973e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:17.982253 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aab65955-d932-485e-a242-344dcd5f973e admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=109123) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 00:35:17.993145 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab65955-d932-485e-a242-344dcd5f973e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d1f088-2928-4fb3-bbaa-dcaf609a438b,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:18.001071 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-aab65955-d932-485e-a242-344dcd5f973e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386'] for segment, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:18.001407 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.db.segments_db [None req-aab65955-d932-485e-a242-344dcd5f973e admin admin] Added segment d3fb7cb5-725f-44df-abd2-3bd15506fa40 of type vlan for network f16787dd-9dc0-472e-abb8-ca7962f9097c Nov 25 00:35:18.046204 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-aab65955-d932-485e-a242-344dcd5f973e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781493843164'] for network, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:18.076322 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-aab65955-d932-485e-a242-344dcd5f973e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570'] for network, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:18.077308 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab65955-d932-485e-a242-344dcd5f973e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:18.077900 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-aab65955-d932-485e-a242-344dcd5f973e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for network, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:18.132026 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-aab65955-d932-485e-a242-344dcd5f973e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4403374 Nov 25 00:35:18.135363 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 48038) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:18.148303 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-0f83c188-80aa-4a05-9128-1f51266ef575 admin admin] Request body: {'subnet': {'network_id': 'f16787dd-9dc0-472e-abb8-ca7962f9097c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1219120303-subnet', 'tenant_id': 'ca8642a14a804da3871ddf4464eea3d1', 'ip_version': 4}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:35:18.158989 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab65955-d932-485e-a242-344dcd5f973e admin admin] Pushing event updated for resources: {'Network': ['ID=f16787dd-9dc0-472e-abb8-ca7962f9097c,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:18.172440 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Network f16787dd-9dc0-472e-abb8-ca7962f9097c details requested by agent ovs-agent-dv-cinder-819200-1-iscsi with host dv-cinder-819200-1-iscsi {{(pid=109125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 00:35:18.183532 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f83c188-80aa-4a05-9128-1f51266ef575 admin admin] Made reservation on behalf of ca8642a14a804da3871ddf4464eea3d1 for: {'subnet': 1} {{(pid=109123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:35:18.186172 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0f83c188-80aa-4a05-9128-1f51266ef575 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12288884'] for subnet, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:18.418667 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:18.436594 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:18.449780 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0f83c188-80aa-4a05-9128-1f51266ef575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11305857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12290974'] for subnet, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:18.521267 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f83c188-80aa-4a05-9128-1f51266ef575 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d931989-8e6d-4c3a-bdc0-c79006c02f39,revision_number=0']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:18.531396 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f83c188-80aa-4a05-9128-1f51266ef575 admin admin] Checking segment: {'id': 'd3fb7cb5-725f-44df-abd2-3bd15506fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f16787dd-9dc0-472e-abb8-ca7962f9097c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:35:18.531768 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f83c188-80aa-4a05-9128-1f51266ef575 admin admin] Network hostable DHCP agents. Network: f16787dd-9dc0-472e-abb8-ca7962f9097c, hostable agents: ['ef09b5cd-dd29-4f41-b3e7-5eec944a36f7'], hosted agents: [] {{(pid=109123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 00:35:18.557944 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f83c188-80aa-4a05-9128-1f51266ef575 admin admin] Network f16787dd-9dc0-472e-abb8-ca7962f9097c is scheduled to be hosted by DHCP agent ef09b5cd-dd29-4f41-b3e7-5eec944a36f7 with binding_index 1 {{(pid=109123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 00:35:18.574306 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [None req-0f83c188-80aa-4a05-9128-1f51266ef575 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-1-iscsi, f16787dd-9dc0-472e-abb8-ca7962f9097c) {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:35:18.580824 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f83c188-80aa-4a05-9128-1f51266ef575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:18.582670 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0f83c188-80aa-4a05-9128-1f51266ef575 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:18.591401 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9c56db-5364-4a96-8435-2164e779af0f None None] Network f16787dd-9dc0-472e-abb8-ca7962f9097c requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:35:18.607263 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-0f83c188-80aa-4a05-9128-1f51266ef575 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4704633 Nov 25 00:35:18.610060 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 48048) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:18.621908 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-5e1843ea-a094-473a-9e4b-102161fffcaa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1219120303-router', 'tenant_id': 'ca8642a14a804da3871ddf4464eea3d1', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'}}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:35:18.658788 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-5e1843ea-a094-473a-9e4b-102161fffcaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-776192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8608'] for router, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:18.660370 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-5e1843ea-a094-473a-9e4b-102161fffcaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-776364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8633'] for router, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:18.725331 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-5e1843ea-a094-473a-9e4b-102161fffcaa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:18.826041 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1200f5fc-2829-424c-8438-a1d9225f4b68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf02d1ee3-10f8-5602-81ee-03f41b90932a-f16787dd-9dc0-472e-abb8-ca7962f9097c', 'network_id': 'f16787dd-9dc0-472e-abb8-ca7962f9097c', 'tenant_id': 'ca8642a14a804da3871ddf4464eea3d1', 'fixed_ips': [{'subnet_id': '0d931989-8e6d-4c3a-bdc0-c79006c02f39'}]}} from dv-cinder-819200-1-iscsi. {{(pid=109125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 00:35:18.827475 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-1200f5fc-2829-424c-8438-a1d9225f4b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:18.902193 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-5e1843ea-a094-473a-9e4b-102161fffcaa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:19.014087 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.db_base_plugin_common [None req-1200f5fc-2829-424c-8438-a1d9225f4b68 None None] Allocated IP 172.20.0.2 (f16787dd-9dc0-472e-abb8-ca7962f9097c/0d931989-8e6d-4c3a-bdc0-c79006c02f39/1f32caeb-b730-47b2-b313-778691bb2a05) {{(pid=109125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:35:19.188231 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28606a3-f7d8-4eb3-b960-a6685eaf9fe5 req-d0ebb049-0117-466d-a7f7-ffcc3ae20155 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:19.189785 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c28606a3-f7d8-4eb3-b960-a6685eaf9fe5 req-d0ebb049-0117-466d-a7f7-ffcc3ae20155 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b590588-94ea-4381-83d2-9c45fa18b830 HTTP/1.1" status: 200 len: 946 time: 0.1220675 Nov 25 00:35:19.196969 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-5e1843ea-a094-473a-9e4b-102161fffcaa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:19.203329 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-1200f5fc-2829-424c-8438-a1d9225f4b68 None None] Publish callbacks [] for port, precommit_create {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:19.213462 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-1200f5fc-2829-424c-8438-a1d9225f4b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153'] for port, after_create {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:19.225862 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-5e1843ea-a094-473a-9e4b-102161fffcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:19.256725 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1200f5fc-2829-424c-8438-a1d9225f4b68 None None] Network f16787dd-9dc0-472e-abb8-ca7962f9097c is already hosted by enough agents. {{(pid=109125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:35:19.260775 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.scheduler.base_scheduler [None req-1200f5fc-2829-424c-8438-a1d9225f4b68 None None] Resources bound (agent type, host, resource id): {{(pid=109125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:35:19.266535 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1200f5fc-2829-424c-8438-a1d9225f4b68 None None] Received port after_create {{(pid=109125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:35:19.282922 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200f5fc-2829-424c-8438-a1d9225f4b68 None None] Pushing event updated for resources: {'Port': ['ID=1f32caeb-b730-47b2-b313-778691bb2a05,revision_number=1']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:19.323435 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c28606a3-f7d8-4eb3-b960-a6685eaf9fe5 req-b5bc8282-921f-4905-868f-5c41fca2e294 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=54c92545-0d55-4d5f-a0fb-a253d6141a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052153 Nov 25 00:35:19.345526 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-1200f5fc-2829-424c-8438-a1d9225f4b68 None None] Attempting to bind port 1f32caeb-b730-47b2-b313-778691bb2a05 on host dv-cinder-819200-1-iscsi for vnic_type normal with profile {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:35:19.345902 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-1200f5fc-2829-424c-8438-a1d9225f4b68 None None] Attempting to bind port 1f32caeb-b730-47b2-b313-778691bb2a05 by drivers openvswitch,hyperv on host dv-cinder-819200-1-iscsi at level 0 using segments [{'id': 'd3fb7cb5-725f-44df-abd2-3bd15506fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f16787dd-9dc0-472e-abb8-ca7962f9097c'}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:35:19.346268 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1200f5fc-2829-424c-8438-a1d9225f4b68 None None] Attempting to bind port 1f32caeb-b730-47b2-b313-778691bb2a05 on network f16787dd-9dc0-472e-abb8-ca7962f9097c {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:35:19.353101 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1200f5fc-2829-424c-8438-a1d9225f4b68 None None] Checking agent: {'id': '6db1e42d-7d41-4128-8d86-b90db240c589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 20, 18), 'started_at': datetime.datetime(2021, 11, 25, 0, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:35:19.353812 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1200f5fc-2829-424c-8438-a1d9225f4b68 None None] Checking segment: {'id': 'd3fb7cb5-725f-44df-abd2-3bd15506fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f16787dd-9dc0-472e-abb8-ca7962f9097c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:35:19.354387 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-1200f5fc-2829-424c-8438-a1d9225f4b68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:19.354982 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1200f5fc-2829-424c-8438-a1d9225f4b68 None None] Bound using segment: {'id': 'd3fb7cb5-725f-44df-abd2-3bd15506fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f16787dd-9dc0-472e-abb8-ca7962f9097c'} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:35:19.355641 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-1200f5fc-2829-424c-8438-a1d9225f4b68 None None] Bound port: 1f32caeb-b730-47b2-b313-778691bb2a05, host: dv-cinder-819200-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3fb7cb5-725f-44df-abd2-3bd15506fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f16787dd-9dc0-472e-abb8-ca7962f9097c'}}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:35:19.356220 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-1200f5fc-2829-424c-8438-a1d9225f4b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:19.399375 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.db_base_plugin_common [None req-5e1843ea-a094-473a-9e4b-102161fffcaa admin admin] Allocated IP 172.27.2.176 (7e710f5f-af80-47ab-b03c-3a0dd4623f26/89cd149f-d365-4a11-b22c-c62ab9234e96/525a330d-91ec-425e-a67b-432380ff7ba9) {{(pid=109123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:35:19.432913 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-1200f5fc-2829-424c-8438-a1d9225f4b68 None None] For port 1f32caeb-b730-47b2-b313-778691bb2a05, host dv-cinder-819200-1-iscsi, cleared binding levels {{(pid=109125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:35:19.440428 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-1200f5fc-2829-424c-8438-a1d9225f4b68 None None] For port 1f32caeb-b730-47b2-b313-778691bb2a05, host dv-cinder-819200-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=1f32caeb-b730-47b2-b313-778691bb2a05,segment=NetworkSegment(d3fb7cb5-725f-44df-abd2-3bd15506fa40),segment_id=d3fb7cb5-725f-44df-abd2-3bd15506fa40)] {{(pid=109125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:35:19.446966 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-1200f5fc-2829-424c-8438-a1d9225f4b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:19.518076 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200f5fc-2829-424c-8438-a1d9225f4b68 None None] Pushing event updated for resources: {'Port': ['ID=1f32caeb-b730-47b2-b313-778691bb2a05,revision_number=2']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:19.562279 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-5e1843ea-a094-473a-9e4b-102161fffcaa admin admin] Publish callbacks [] for port, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:19.607627 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-5e1843ea-a094-473a-9e4b-102161fffcaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:19.663447 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1843ea-a094-473a-9e4b-102161fffcaa admin admin] Network 7e710f5f-af80-47ab-b03c-3a0dd4623f26 is already hosted by enough agents. {{(pid=109123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:35:19.666893 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [None req-5e1843ea-a094-473a-9e4b-102161fffcaa admin admin] Resources bound (agent type, host, resource id): {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:35:19.671358 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1843ea-a094-473a-9e4b-102161fffcaa admin admin] Received port after_create {{(pid=109123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:35:19.698968 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1843ea-a094-473a-9e4b-102161fffcaa admin admin] Pushing event updated for resources: {'Port': ['ID=525a330d-91ec-425e-a67b-432380ff7ba9,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:19.992253 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-5e1843ea-a094-473a-9e4b-102161fffcaa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:20.203430 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-5e1843ea-a094-473a-9e4b-102161fffcaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-776343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622894'] for router, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:20.380471 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1843ea-a094-473a-9e4b-102161fffcaa admin admin] Router c8cc76a3-f2d5-46c3-aca2-d03a029ac28d is scheduled to L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 with binding_index 1 {{(pid=109123) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 00:35:20.477906 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886175a6-6a9b-4138-a3a1-edc90ee00052 req-33523f65-3277-440f-85aa-83322e5a7f04 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:20.479707 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-886175a6-6a9b-4138-a3a1-edc90ee00052 req-33523f65-3277-440f-85aa-83322e5a7f04 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b590588-94ea-4381-83d2-9c45fa18b830 HTTP/1.1" status: 200 len: 946 time: 0.0668385 Nov 25 00:35:20.536830 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1843ea-a094-473a-9e4b-102161fffcaa admin admin] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:35:20.553232 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f744a15a-5ad0-40de-b1b9-9d79c224c9ce None None] Sync routers for ids ['c8cc76a3-f2d5-46c3-aca2-d03a029ac28d'] in dv-cinder-819200-1-iscsi {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:35:20.565884 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f744a15a-5ad0-40de-b1b9-9d79c224c9ce None None] Routers {'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:35:20.566777 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-f744a15a-5ad0-40de-b1b9-9d79c224c9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:35:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['c8cc76a3-f2d5-46c3-aca2-d03a029ac28d'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:20.571997 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-886175a6-6a9b-4138-a3a1-edc90ee00052 req-89012589-bccf-4e77-9bed-2ee31e331a7b tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=54c92545-0d55-4d5f-a0fb-a253d6141a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812328 Nov 25 00:35:20.573507 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-5e1843ea-a094-473a-9e4b-102161fffcaa admin admin] Publish callbacks [] for router, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:20.576246 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-5e1843ea-a094-473a-9e4b-102161fffcaa admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9641707 Nov 25 00:35:20.589286 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 48064) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:20.616214 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedd1377-2a42-4139-9dff-82ab1ed953a4 None None] Network f16787dd-9dc0-472e-abb8-ca7962f9097c requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:35:20.749483 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-d4caf011-4b50-439b-8d16-8cdd72fb684a None None] Provisioning complete for port 1f32caeb-b730-47b2-b313-778691bb2a05 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:35:20.749855 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-d4caf011-4b50-439b-8d16-8cdd72fb684a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:20.820773 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-f744a15a-5ad0-40de-b1b9-9d79c224c9ce None None] Set router c8cc76a3-f2d5-46c3-aca2-d03a029ac28d gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:35:21.073781 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-d4caf011-4b50-439b-8d16-8cdd72fb684a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:21.129501 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:21.158748 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-d4caf011-4b50-439b-8d16-8cdd72fb684a None None] For port 1f32caeb-b730-47b2-b313-778691bb2a05, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=1f32caeb-b730-47b2-b313-778691bb2a05,segment=NetworkSegment(d3fb7cb5-725f-44df-abd2-3bd15506fa40),segment_id=d3fb7cb5-725f-44df-abd2-3bd15506fa40)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:35:21.170716 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-d4caf011-4b50-439b-8d16-8cdd72fb684a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:21.239556 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-f744a15a-5ad0-40de-b1b9-9d79c224c9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'name': 'tempest-TestMinimumBasicScenario-1219120303-router', 'tenant_id': 'ca8642a14a804da3871ddf4464eea3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '525a330d-91ec-425e-a67b-432380ff7ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:35:18Z', 'updated_at': '2021-11-25T00:35:19Z', 'revision_number': 3, 'project_id': 'ca8642a14a804da3871ddf4464eea3d1', 'gw_port': {'id': '525a330d-91ec-425e-a67b-432380ff7ba9', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:35:19Z', 'updated_at': '2021-11-25T00:35:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi'}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:21.241641 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4caf011-4b50-439b-8d16-8cdd72fb684a None None] Pushing event updated for resources: {'Port': ['ID=1f32caeb-b730-47b2-b313-778691bb2a05,revision_number=3']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:21.281136 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4caf011-4b50-439b-8d16-8cdd72fb684a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:21.281492 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4caf011-4b50-439b-8d16-8cdd72fb684a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:21.281838 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4caf011-4b50-439b-8d16-8cdd72fb684a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:21.282184 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4caf011-4b50-439b-8d16-8cdd72fb684a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:21.282519 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4caf011-4b50-439b-8d16-8cdd72fb684a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:21.282877 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4caf011-4b50-439b-8d16-8cdd72fb684a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:21.283216 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4caf011-4b50-439b-8d16-8cdd72fb684a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:21.283543 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4caf011-4b50-439b-8d16-8cdd72fb684a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:21.283858 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4caf011-4b50-439b-8d16-8cdd72fb684a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:21.284713 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4caf011-4b50-439b-8d16-8cdd72fb684a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:21.285069 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4caf011-4b50-439b-8d16-8cdd72fb684a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:21.285393 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4caf011-4b50-439b-8d16-8cdd72fb684a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:21.289314 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f744a15a-5ad0-40de-b1b9-9d79c224c9ce None None] Checking router: c8cc76a3-f2d5-46c3-aca2-d03a029ac28d for host: dv-cinder-819200-1-iscsi {{(pid=109125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:35:21.289528 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f744a15a-5ad0-40de-b1b9-9d79c224c9ce None None] Updating router c8cc76a3-f2d5-46c3-aca2-d03a029ac28d port 525a330d-91ec-425e-a67b-432380ff7ba9 binding host dv-cinder-819200-1-iscsi {{(pid=109125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 00:35:21.324814 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f744a15a-5ad0-40de-b1b9-9d79c224c9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:21.368642 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fb72b-c1c2-4214-b9c3-7d0a207722d4 req-5e1fc549-5eed-4f1b-ad92-f3fdf2511af0 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:21.370214 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4f9fb72b-c1c2-4214-b9c3-7d0a207722d4 req-5e1fc549-5eed-4f1b-ad92-f3fdf2511af0 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b590588-94ea-4381-83d2-9c45fa18b830 HTTP/1.1" status: 200 len: 946 time: 0.1240213 Nov 25 00:35:21.442269 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 1f32caeb-b730-47b2-b313-778691bb2a05 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:35:21.580726 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [req-4f9fb72b-c1c2-4214-b9c3-7d0a207722d4 req-f763305b-543e-4ee3-ac60-d21c0b9ecf2d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Deleting port 81755273-d05c-4c90-9eac-8340996e6c15 {{(pid=109123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:35:21.580973 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-4f9fb72b-c1c2-4214-b9c3-7d0a207722d4 req-f763305b-543e-4ee3-ac60-d21c0b9ecf2d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:21.684724 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f550811b-0dca-45c6-b1d9-01ab84e45423 None None] Provisioning complete for port 1f32caeb-b730-47b2-b313-778691bb2a05 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:35:21.685354 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f550811b-0dca-45c6-b1d9-01ab84e45423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:21.719515 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-1d866282-87e2-45cc-a46c-f9e0046e8f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:21.761535 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port 1f32caeb-b730-47b2-b313-778691bb2a05 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:35:21.761913 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:21.773008 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [req-4f9fb72b-c1c2-4214-b9c3-7d0a207722d4 req-f763305b-543e-4ee3-ac60-d21c0b9ecf2d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] For port 81755273-d05c-4c90-9eac-8340996e6c15, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=81755273-d05c-4c90-9eac-8340996e6c15,segment=NetworkSegment(5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6),segment_id=5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6)] {{(pid=109123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:35:21.773400 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-4f9fb72b-c1c2-4214-b9c3-7d0a207722d4 req-f763305b-543e-4ee3-ac60-d21c0b9ecf2d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:21.797142 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d31adf-7aaa-46a7-9941-fa2f3f79a918 req-10a663aa-126c-4fe5-9df1-1747a5380fbb tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:21.798780 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f3d31adf-7aaa-46a7-9941-fa2f3f79a918 req-10a663aa-126c-4fe5-9df1-1747a5380fbb tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b590588-94ea-4381-83d2-9c45fa18b830 HTTP/1.1" status: 200 len: 946 time: 0.1340184 Nov 25 00:35:21.990694 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f744a15a-5ad0-40de-b1b9-9d79c224c9ce None None] Publish callbacks [] for port, precommit_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:21.998241 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f744a15a-5ad0-40de-b1b9-9d79c224c9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:22.017026 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f3d31adf-7aaa-46a7-9941-fa2f3f79a918 req-419b9c46-d507-459f-b69d-f88457f28dd5 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups?id=54c92545-0d55-4d5f-a0fb-a253d6141a00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823738 Nov 25 00:35:22.093616 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-f744a15a-5ad0-40de-b1b9-9d79c224c9ce None None] Attempting to bind port 525a330d-91ec-425e-a67b-432380ff7ba9 on host dv-cinder-819200-1-iscsi for vnic_type normal with profile {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:35:22.094223 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-f744a15a-5ad0-40de-b1b9-9d79c224c9ce None None] Attempting to bind port 525a330d-91ec-425e-a67b-432380ff7ba9 by drivers openvswitch,hyperv on host dv-cinder-819200-1-iscsi at level 0 using segments [{'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:35:22.094872 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f744a15a-5ad0-40de-b1b9-9d79c224c9ce None None] Attempting to bind port 525a330d-91ec-425e-a67b-432380ff7ba9 on network 7e710f5f-af80-47ab-b03c-3a0dd4623f26 {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:35:22.099900 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1473fc7-3855-4401-a112-7b7fc1e61b77 None None] Pushing event updated for resources: {'Port': ['ID=525a330d-91ec-425e-a67b-432380ff7ba9,revision_number=2']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:22.106286 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f744a15a-5ad0-40de-b1b9-9d79c224c9ce None None] Checking agent: {'id': '6db1e42d-7d41-4128-8d86-b90db240c589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 20, 18), 'started_at': datetime.datetime(2021, 11, 25, 0, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:35:22.106824 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f744a15a-5ad0-40de-b1b9-9d79c224c9ce None None] Checking segment: {'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:35:22.107241 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f744a15a-5ad0-40de-b1b9-9d79c224c9ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:22.107785 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f744a15a-5ad0-40de-b1b9-9d79c224c9ce None None] Bound using segment: {'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:35:22.108372 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-f744a15a-5ad0-40de-b1b9-9d79c224c9ce None None] Bound port: 525a330d-91ec-425e-a67b-432380ff7ba9, host: dv-cinder-819200-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'}}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:35:22.108974 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f744a15a-5ad0-40de-b1b9-9d79c224c9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:22.139959 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.db_base_plugin_common [None req-1d866282-87e2-45cc-a46c-f9e0046e8f22 admin admin] Allocated IP 172.20.0.1 (f16787dd-9dc0-472e-abb8-ca7962f9097c/0d931989-8e6d-4c3a-bdc0-c79006c02f39/5658ec05-dd43-4e2e-96d6-462ffe750995) {{(pid=109123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:35:22.157532 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-4f9fb72b-c1c2-4214-b9c3-7d0a207722d4 req-f763305b-543e-4ee3-ac60-d21c0b9ecf2d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:22.158015 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-4f9fb72b-c1c2-4214-b9c3-7d0a207722d4 req-f763305b-543e-4ee3-ac60-d21c0b9ecf2d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622920'] for floatingip, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:22.158342 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.db.l3_db [req-4f9fb72b-c1c2-4214-b9c3-7d0a207722d4 req-f763305b-543e-4ee3-ac60-d21c0b9ecf2d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Floating IP f1681f01-9aef-4c8f-a531-2d6c1276e987 disassociated. External IP: 172.27.2.126, port: 81755273-d05c-4c90-9eac-8340996e6c15. Nov 25 00:35:22.158724 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [req-4f9fb72b-c1c2-4214-b9c3-7d0a207722d4 req-f763305b-543e-4ee3-ac60-d21c0b9ecf2d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Calling delete_port for 81755273-d05c-4c90-9eac-8340996e6c15 owned by compute:nova {{(pid=109123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:35:22.186306 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-f744a15a-5ad0-40de-b1b9-9d79c224c9ce None None] For port 525a330d-91ec-425e-a67b-432380ff7ba9, host dv-cinder-819200-1-iscsi, cleared binding levels {{(pid=109125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:35:22.191309 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-f744a15a-5ad0-40de-b1b9-9d79c224c9ce None None] For port 525a330d-91ec-425e-a67b-432380ff7ba9, host dv-cinder-819200-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=525a330d-91ec-425e-a67b-432380ff7ba9,segment=NetworkSegment(2cbd316e-5d05-4c4d-ba22-dac4641013ba),segment_id=2cbd316e-5d05-4c4d-ba22-dac4641013ba)] {{(pid=109125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:35:22.197531 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f744a15a-5ad0-40de-b1b9-9d79c224c9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:22.260139 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f744a15a-5ad0-40de-b1b9-9d79c224c9ce None None] Routers {'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:35:22.260780 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-f744a15a-5ad0-40de-b1b9-9d79c224c9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:35:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['c8cc76a3-f2d5-46c3-aca2-d03a029ac28d'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:22.332601 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-1d866282-87e2-45cc-a46c-f9e0046e8f22 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:22.340720 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1473fc7-3855-4401-a112-7b7fc1e61b77 None None] Pushing event updated for resources: {'Port': ['ID=525a330d-91ec-425e-a67b-432380ff7ba9,revision_number=3']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:22.400198 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-f744a15a-5ad0-40de-b1b9-9d79c224c9ce None None] Set router c8cc76a3-f2d5-46c3-aca2-d03a029ac28d gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:35:22.414227 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-4f9fb72b-c1c2-4214-b9c3-7d0a207722d4 req-f763305b-543e-4ee3-ac60-d21c0b9ecf2d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:22.417359 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-1d866282-87e2-45cc-a46c-f9e0046e8f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:22.474167 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d866282-87e2-45cc-a46c-f9e0046e8f22 admin admin] Network f16787dd-9dc0-472e-abb8-ca7962f9097c is already hosted by enough agents. {{(pid=109123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:35:22.480964 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [None req-1d866282-87e2-45cc-a46c-f9e0046e8f22 admin admin] Resources bound (agent type, host, resource id): {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:35:22.485953 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d866282-87e2-45cc-a46c-f9e0046e8f22 admin admin] Received port after_create {{(pid=109123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:35:22.514951 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d866282-87e2-45cc-a46c-f9e0046e8f22 admin admin] Pushing event updated for resources: {'Port': ['ID=5658ec05-dd43-4e2e-96d6-462ffe750995,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:22.631347 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763305b-543e-4ee3-ac60-d21c0b9ecf2d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Pushing event deleted for resources: {'Port': ['ID=81755273-d05c-4c90-9eac-8340996e6c15,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:22.646675 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-f744a15a-5ad0-40de-b1b9-9d79c224c9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'name': 'tempest-TestMinimumBasicScenario-1219120303-router', 'tenant_id': 'ca8642a14a804da3871ddf4464eea3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '525a330d-91ec-425e-a67b-432380ff7ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:35:18Z', 'updated_at': '2021-11-25T00:35:19Z', 'revision_number': 3, 'project_id': 'ca8642a14a804da3871ddf4464eea3d1', 'gw_port': {'id': '525a330d-91ec-425e-a67b-432380ff7ba9', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:35:19Z', 'updated_at': '2021-11-25T00:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi'}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:22.648903 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-1d866282-87e2-45cc-a46c-f9e0046e8f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623071'] for router_interface, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:22.697738 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f744a15a-5ad0-40de-b1b9-9d79c224c9ce None None] The sync data for ids ['c8cc76a3-f2d5-46c3-aca2-d03a029ac28d'] in dv-cinder-819200-1-iscsi is: [{'id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'name': 'tempest-TestMinimumBasicScenario-1219120303-router', 'tenant_id': 'ca8642a14a804da3871ddf4464eea3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '525a330d-91ec-425e-a67b-432380ff7ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:35:18Z', 'updated_at': '2021-11-25T00:35:19Z', 'revision_number': 3, 'project_id': 'ca8642a14a804da3871ddf4464eea3d1', 'gw_port': {'id': '525a330d-91ec-425e-a67b-432380ff7ba9', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:35:19Z', 'updated_at': '2021-11-25T00:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi'}] {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:35:22.730061 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f9fb72b-c1c2-4214-b9c3-7d0a207722d4 req-f763305b-543e-4ee3-ac60-d21c0b9ecf2d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Router b16911b7-a363-4fcf-a499-0330304c6f7d has already been hosted by L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 {{(pid=109123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 00:35:22.799716 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-391d7947-8038-4266-8f2d-3570885ac045 None None] Provisioning complete for port 5658ec05-dd43-4e2e-96d6-462ffe750995 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:35:22.800728 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-391d7947-8038-4266-8f2d-3570885ac045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:22.858068 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-391d7947-8038-4266-8f2d-3570885ac045 None None] Port 5658ec05-dd43-4e2e-96d6-462ffe750995 cannot update to ACTIVE because it is not bound. {{(pid=109125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 00:35:22.896141 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-1d866282-87e2-45cc-a46c-f9e0046e8f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:22.932700 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f9fb72b-c1c2-4214-b9c3-7d0a207722d4 req-f763305b-543e-4ee3-ac60-d21c0b9ecf2d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:35:22.948919 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2668ba1a-1469-4c1f-a57d-34a2cef5a474 None None] Sync routers for ids ['b16911b7-a363-4fcf-a499-0330304c6f7d'] in dv-cinder-819200-1-iscsi {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:35:22.981396 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2668ba1a-1469-4c1f-a57d-34a2cef5a474 None None] Routers {'b16911b7-a363-4fcf-a499-0330304c6f7d'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:35:22.981396 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-2668ba1a-1469-4c1f-a57d-34a2cef5a474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:35:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['b16911b7-a363-4fcf-a499-0330304c6f7d'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:23.057619 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9fb72b-c1c2-4214-b9c3-7d0a207722d4 req-f763305b-543e-4ee3-ac60-d21c0b9ecf2d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] No DVR routers for this DVR port 81755273-d05c-4c90-9eac-8340996e6c15 on host hv-cinder-81920 {{(pid=109123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 00:35:23.066614 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-4f9fb72b-c1c2-4214-b9c3-7d0a207722d4 req-f763305b-543e-4ee3-ac60-d21c0b9ecf2d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:23.070549 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4f9fb72b-c1c2-4214-b9c3-7d0a207722d4 req-f763305b-543e-4ee3-ac60-d21c0b9ecf2d tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.36 "DELETE /v2.0/ports/81755273-d05c-4c90-9eac-8340996e6c15 HTTP/1.1" status: 204 len: 173 time: 1.6897459 Nov 25 00:35:23.071359 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b590588-94ea-4381-83d2-9c45fa18b830', 'name': 'network-vif-deleted', 'tag': '81755273-d05c-4c90-9eac-8340996e6c15'}] {{(pid=109123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:35:23.074167 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d6797fd55ce1482701f76a6a20d13483833b06e18cae27317f32e85b7a837" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bec93de-06a0-4d9d-a8e7-18f1048886c4" -d '{"events": [{"server_uuid": "8b590588-94ea-4381-83d2-9c45fa18b830", "name": "network-vif-deleted", "tag": "81755273-d05c-4c90-9eac-8340996e6c15"}]}' {{(pid=109123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:35:23.168463 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63ee270-790b-442d-b38c-96f7a4511bbf x-openstack-request-id: req-f63ee270-790b-442d-b38c-96f7a4511bbf {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:35:23.169059 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b590588-94ea-4381-83d2-9c45fa18b830", "name": "network-vif-deleted", "tag": "81755273-d05c-4c90-9eac-8340996e6c15", "status": "completed", "code": 200}]} {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:35:23.169475 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f63ee270-790b-442d-b38c-96f7a4511bbf {{(pid=109123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:35:23.170167 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b590588-94ea-4381-83d2-9c45fa18b830', 'name': 'network-vif-deleted', 'tag': '81755273-d05c-4c90-9eac-8340996e6c15', 'status': 'completed', 'code': 200} Nov 25 00:35:23.223641 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-2eb69c9b-efc6-4433-97a6-82f97a36cf67 req-12bd92ff-c96d-4023-a926-b903db77d73f tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/ports?device_id=8b590588-94ea-4381-83d2-9c45fa18b830 HTTP/1.1" status: 200 len: 210 time: 0.0518844 Nov 25 00:35:23.304171 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-2668ba1a-1469-4c1f-a57d-34a2cef5a474 None None] Set router b16911b7-a363-4fcf-a499-0330304c6f7d gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:35:23.307846 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-1d866282-87e2-45cc-a46c-f9e0046e8f22 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:23.318989 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-1d866282-87e2-45cc-a46c-f9e0046e8f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11305756'] for port, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:23.420352 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d866282-87e2-45cc-a46c-f9e0046e8f22 admin admin] Pushing event updated for resources: {'Port': ['ID=5658ec05-dd43-4e2e-96d6-462ffe750995,revision_number=2']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:23.424141 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-1d866282-87e2-45cc-a46c-f9e0046e8f22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-762479'] for router_interface, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:23.539523 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 525a330d-91ec-425e-a67b-432380ff7ba9 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:35:23.559729 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d866282-87e2-45cc-a46c-f9e0046e8f22 admin admin] Network f16787dd-9dc0-472e-abb8-ca7962f9097c is already hosted by enough agents. {{(pid=109123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:35:23.561555 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [None req-1d866282-87e2-45cc-a46c-f9e0046e8f22 admin admin] Resources bound (agent type, host, resource id): {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:35:23.626813 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port 525a330d-91ec-425e-a67b-432380ff7ba9 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:35:23.627317 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:23.650148 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-2668ba1a-1469-4c1f-a57d-34a2cef5a474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'name': 'tempest-AttachVolumeTestJSON-1556933049-router', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '45f038c6-7cd6-4aab-a24f-1ffab3ef5534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:28:18Z', 'revision_number': 4, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'gw_port': {'id': '45f038c6-7cd6-4aab-a24f-1ffab3ef5534', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:11Z', 'updated_at': '2021-11-25T00:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '8caf211a-49f8-4d81-b479-2fa1b5133a03', 'name': '', 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'mac_address': 'fa:16:3e:9a:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:16Z', 'updated_at': '2021-11-25T00:28:26Z', 'revision_number': 5, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'subnets': [{'id': 'f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:23.703479 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2668ba1a-1469-4c1f-a57d-34a2cef5a474 None None] Checking router: b16911b7-a363-4fcf-a499-0330304c6f7d for host: dv-cinder-819200-1-iscsi {{(pid=109126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:35:23.727056 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2668ba1a-1469-4c1f-a57d-34a2cef5a474 None None] Routers {'b16911b7-a363-4fcf-a499-0330304c6f7d'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:35:23.727711 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-2668ba1a-1469-4c1f-a57d-34a2cef5a474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:35:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['b16911b7-a363-4fcf-a499-0330304c6f7d'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:23.799574 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:23.832171 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d866282-87e2-45cc-a46c-f9e0046e8f22 admin admin] Router c8cc76a3-f2d5-46c3-aca2-d03a029ac28d has already been hosted by L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 {{(pid=109123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 00:35:23.842676 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] For port 525a330d-91ec-425e-a67b-432380ff7ba9, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=525a330d-91ec-425e-a67b-432380ff7ba9,segment=NetworkSegment(2cbd316e-5d05-4c4d-ba22-dac4641013ba),segment_id=2cbd316e-5d05-4c4d-ba22-dac4641013ba)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:35:23.851375 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:23.853281 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 1f32caeb-b730-47b2-b313-778691bb2a05 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:35:23.960301 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-2668ba1a-1469-4c1f-a57d-34a2cef5a474 None None] Set router b16911b7-a363-4fcf-a499-0330304c6f7d gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:35:23.961075 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Pushing event updated for resources: {'Port': ['ID=525a330d-91ec-425e-a67b-432380ff7ba9,revision_number=4']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:24.005055 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-14316499-9c50-44ca-8c3e-b6021722b788 None None] Provisioning complete for port 5658ec05-dd43-4e2e-96d6-462ffe750995 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:35:24.005649 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-14316499-9c50-44ca-8c3e-b6021722b788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:24.007959 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d866282-87e2-45cc-a46c-f9e0046e8f22 admin admin] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:35:24.013175 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-1d866282-87e2-45cc-a46c-f9e0046e8f22 admin admin] 10.222.0.37 "PUT /v2.0/routers/c8cc76a3-f2d5-46c3-aca2-d03a029ac28d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4311979 Nov 25 00:35:24.059336 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port 1f32caeb-b730-47b2-b313-778691bb2a05 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:35:24.059619 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:24.080336 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-14316499-9c50-44ca-8c3e-b6021722b788 None None] Port 5658ec05-dd43-4e2e-96d6-462ffe750995 cannot update to ACTIVE because it is not bound. {{(pid=109125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 00:35:24.297316 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-2668ba1a-1469-4c1f-a57d-34a2cef5a474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'name': 'tempest-AttachVolumeTestJSON-1556933049-router', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '45f038c6-7cd6-4aab-a24f-1ffab3ef5534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:28:18Z', 'revision_number': 4, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'gw_port': {'id': '45f038c6-7cd6-4aab-a24f-1ffab3ef5534', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:11Z', 'updated_at': '2021-11-25T00:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '8caf211a-49f8-4d81-b479-2fa1b5133a03', 'name': '', 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'mac_address': 'fa:16:3e:9a:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:16Z', 'updated_at': '2021-11-25T00:28:26Z', 'revision_number': 5, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'subnets': [{'id': 'f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:24.333592 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2668ba1a-1469-4c1f-a57d-34a2cef5a474 None None] The sync data for ids ['b16911b7-a363-4fcf-a499-0330304c6f7d'] in dv-cinder-819200-1-iscsi is: [{'id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'name': 'tempest-AttachVolumeTestJSON-1556933049-router', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '45f038c6-7cd6-4aab-a24f-1ffab3ef5534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:28:18Z', 'revision_number': 4, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'gw_port': {'id': '45f038c6-7cd6-4aab-a24f-1ffab3ef5534', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:11Z', 'updated_at': '2021-11-25T00:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '8caf211a-49f8-4d81-b479-2fa1b5133a03', 'name': '', 'network_id': 'b8bd4317-422f-42e2-9a69-593359f6781e', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'mac_address': 'fa:16:3e:9a:97:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:16Z', 'updated_at': '2021-11-25T00:28:26Z', 'revision_number': 5, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'subnets': [{'id': 'f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:35:24.364595 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 48088) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:24.436217 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-8fde310d-e2d0-4545-9f25-eff2a52360a1 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:24.467936 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-8fde310d-e2d0-4545-9f25-eff2a52360a1 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:24.499326 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 81755273-d05c-4c90-9eac-8340996e6c15 no longer exists at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:35:24.524947 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] No Port match for: 81755273-d05c-4c90-9eac-8340996e6c15 {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:35:24.525433 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 81755273-d05c-4c90-9eac-8340996e6c15 not bound to the agent host hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:35:24.536763 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-8fde310d-e2d0-4545-9f25-eff2a52360a1 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:24.540083 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-8fde310d-e2d0-4545-9f25-eff2a52360a1 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:24.543793 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-8fde310d-e2d0-4545-9f25-eff2a52360a1 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "DELETE /v2.0/security-groups/54c92545-0d55-4d5f-a0fb-a253d6141a00 HTTP/1.1" status: 204 len: 168 time: 0.1753280 Nov 25 00:35:24.544329 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 48094) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:24.552775 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde310d-e2d0-4545-9f25-eff2a52360a1 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c92545-0d55-4d5f-a0fb-a253d6141a00,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:24.561480 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde310d-e2d0-4545-9f25-eff2a52360a1 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:24.561830 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde310d-e2d0-4545-9f25-eff2a52360a1 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:24.562190 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde310d-e2d0-4545-9f25-eff2a52360a1 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:24.562593 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde310d-e2d0-4545-9f25-eff2a52360a1 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:24.562975 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde310d-e2d0-4545-9f25-eff2a52360a1 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:24.563305 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde310d-e2d0-4545-9f25-eff2a52360a1 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:24.563836 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde310d-e2d0-4545-9f25-eff2a52360a1 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:24.564341 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde310d-e2d0-4545-9f25-eff2a52360a1 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:24.564860 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde310d-e2d0-4545-9f25-eff2a52360a1 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:24.565195 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde310d-e2d0-4545-9f25-eff2a52360a1 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:24.566078 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde310d-e2d0-4545-9f25-eff2a52360a1 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:24.566514 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.api.v2.resource [None req-207011dc-e332-4a87-a130-9c07d27ab0c7 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] show failed (client error): The resource could not be found. Nov 25 00:35:24.567143 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde310d-e2d0-4545-9f25-eff2a52360a1 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:24.571707 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-207011dc-e332-4a87-a130-9c07d27ab0c7 tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "GET /v2.0/security-groups/54c92545-0d55-4d5f-a0fb-a253d6141a00 HTTP/1.1" status: 404 len: 347 time: 0.0250738 Nov 25 00:35:24.575599 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 48098) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:24.725400 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [None req-e4f98f81-d7d6-4fc9-9c0c-638b854170be tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Deleting port 7370f56a-92e2-430e-8e9b-ffd37e8000ba {{(pid=109124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:35:24.725783 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-e4f98f81-d7d6-4fc9-9c0c-638b854170be tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:24.728842 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 48102) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:24.733775 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-4a9ab578-c380-4598-8e80-b0c3f77718f4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-773070571-network', 'tenant_id': '6bf8c5b085c04c6fad65730c5dc273c2'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:35:24.811492 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9ab578-c380-4598-8e80-b0c3f77718f4 admin admin] Made reservation on behalf of 6bf8c5b085c04c6fad65730c5dc273c2 for: {'network': 1} {{(pid=109124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:35:24.813856 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-4a9ab578-c380-4598-8e80-b0c3f77718f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for network, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:24.827459 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-4a9ab578-c380-4598-8e80-b0c3f77718f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:24.836411 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8658d193-69c2-448c-9508-693f47183ba5 None None] New status for floating IP f1681f01-9aef-4c8f-a531-2d6c1276e987: DOWN {{(pid=109125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 00:35:24.865322 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-e4f98f81-d7d6-4fc9-9c0c-638b854170be tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:24.865752 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-e4f98f81-d7d6-4fc9-9c0c-638b854170be tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:24.884625 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [None req-e4f98f81-d7d6-4fc9-9c0c-638b854170be tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Calling delete_port for 7370f56a-92e2-430e-8e9b-ffd37e8000ba owned by network:floatingip {{(pid=109124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:35:25.026689 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-4a9ab578-c380-4598-8e80-b0c3f77718f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:25.037915 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-4a9ab578-c380-4598-8e80-b0c3f77718f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:25.067232 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a9ab578-c380-4598-8e80-b0c3f77718f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=109124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 00:35:25.108936 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ab578-c380-4598-8e80-b0c3f77718f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f253faff-863e-4399-a2b6-f2dbef915c43,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:25.114399 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-4a9ab578-c380-4598-8e80-b0c3f77718f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386'] for segment, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:25.115013 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.db.segments_db [None req-4a9ab578-c380-4598-8e80-b0c3f77718f4 admin admin] Added segment 9aef26ae-e875-4abc-861e-eea3a2de5cd0 of type vlan for network d8435c9a-52a9-4798-aa54-af29c1ba2ec3 Nov 25 00:35:25.169322 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64cf184-4ea3-446f-af2f-e92ba827e8aa None None] Sync routers for ids ['c8cc76a3-f2d5-46c3-aca2-d03a029ac28d'] in dv-cinder-819200-1-iscsi {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:35:25.176208 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-4a9ab578-c380-4598-8e80-b0c3f77718f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781493843164'] for network, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:25.180543 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-e4f98f81-d7d6-4fc9-9c0c-638b854170be tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:25.185041 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64cf184-4ea3-446f-af2f-e92ba827e8aa None None] Routers {'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:35:25.185736 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-a64cf184-4ea3-446f-af2f-e92ba827e8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:35:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['c8cc76a3-f2d5-46c3-aca2-d03a029ac28d'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:25.229019 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f98f81-d7d6-4fc9-9c0c-638b854170be tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Pushing event deleted for resources: {'Port': ['ID=7370f56a-92e2-430e-8e9b-ffd37e8000ba,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:25.260886 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-4a9ab578-c380-4598-8e80-b0c3f77718f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570'] for network, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:25.261834 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9ab578-c380-4598-8e80-b0c3f77718f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:25.262419 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-4a9ab578-c380-4598-8e80-b0c3f77718f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for network, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:25.325126 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-a64cf184-4ea3-446f-af2f-e92ba827e8aa None None] Set router c8cc76a3-f2d5-46c3-aca2-d03a029ac28d gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:35:25.347389 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-4a9ab578-c380-4598-8e80-b0c3f77718f4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6168561 Nov 25 00:35:25.350242 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 48104) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:25.365942 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ab578-c380-4598-8e80-b0c3f77718f4 admin admin] Pushing event updated for resources: {'Network': ['ID=d8435c9a-52a9-4798-aa54-af29c1ba2ec3,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:25.368526 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-3dea3c6a-0926-4868-b387-c979c2ef08cb admin admin] Request body: {'subnet': {'network_id': 'd8435c9a-52a9-4798-aa54-af29c1ba2ec3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-773070571-subnet', 'tenant_id': '6bf8c5b085c04c6fad65730c5dc273c2', 'ip_version': 4}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:35:25.369714 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-e4f98f81-d7d6-4fc9-9c0c-638b854170be tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks [] for floatingip, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:25.373246 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-e4f98f81-d7d6-4fc9-9c0c-638b854170be tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for floatingip, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:25.377372 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-e4f98f81-d7d6-4fc9-9c0c-638b854170be tempest-AttachVolumeTestJSON-1158409550 tempest-AttachVolumeTestJSON-1158409550-project] 10.222.0.37 "DELETE /v2.0/floatingips/f1681f01-9aef-4c8f-a531-2d6c1276e987 HTTP/1.1" status: 204 len: 168 time: 0.7966988 Nov 25 00:35:25.383532 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Network d8435c9a-52a9-4798-aa54-af29c1ba2ec3 details requested by agent ovs-agent-dv-cinder-819200-1-iscsi with host dv-cinder-819200-1-iscsi {{(pid=109125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 00:35:25.415609 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 525a330d-91ec-425e-a67b-432380ff7ba9 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:35:25.432085 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dea3c6a-0926-4868-b387-c979c2ef08cb admin admin] Made reservation on behalf of 6bf8c5b085c04c6fad65730c5dc273c2 for: {'subnet': 1} {{(pid=109123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:35:25.435501 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-3dea3c6a-0926-4868-b387-c979c2ef08cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12288884'] for subnet, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:25.559019 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port 525a330d-91ec-425e-a67b-432380ff7ba9 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:35:25.559019 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:25.670991 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-a64cf184-4ea3-446f-af2f-e92ba827e8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'name': 'tempest-TestMinimumBasicScenario-1219120303-router', 'tenant_id': 'ca8642a14a804da3871ddf4464eea3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '525a330d-91ec-425e-a67b-432380ff7ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:35:18Z', 'updated_at': '2021-11-25T00:35:22Z', 'revision_number': 4, 'project_id': 'ca8642a14a804da3871ddf4464eea3d1', 'gw_port': {'id': '525a330d-91ec-425e-a67b-432380ff7ba9', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:35:19Z', 'updated_at': '2021-11-25T00:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '5658ec05-dd43-4e2e-96d6-462ffe750995', 'name': '', 'network_id': 'f16787dd-9dc0-472e-abb8-ca7962f9097c', 'tenant_id': 'ca8642a14a804da3871ddf4464eea3d1', 'mac_address': 'fa:16:3e:1a:d9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '0d931989-8e6d-4c3a-bdc0-c79006c02f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:35:21Z', 'updated_at': '2021-11-25T00:35:23Z', 'revision_number': 2, 'project_id': 'ca8642a14a804da3871ddf4464eea3d1', 'subnets': [{'id': '0d931989-8e6d-4c3a-bdc0-c79006c02f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:25.687130 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-3dea3c6a-0926-4868-b387-c979c2ef08cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11305857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12290974'] for subnet, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:25.698960 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64cf184-4ea3-446f-af2f-e92ba827e8aa None None] Checking router: c8cc76a3-f2d5-46c3-aca2-d03a029ac28d for host: dv-cinder-819200-1-iscsi {{(pid=109126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:35:25.699685 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64cf184-4ea3-446f-af2f-e92ba827e8aa None None] Updating router c8cc76a3-f2d5-46c3-aca2-d03a029ac28d port 5658ec05-dd43-4e2e-96d6-462ffe750995 binding host dv-cinder-819200-1-iscsi {{(pid=109126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 00:35:25.732772 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-a64cf184-4ea3-446f-af2f-e92ba827e8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:25.753292 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea3c6a-0926-4868-b387-c979c2ef08cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=42543c0c-e385-4db0-99dc-484246f225d1,revision_number=0']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:25.764850 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dea3c6a-0926-4868-b387-c979c2ef08cb admin admin] Checking segment: {'id': '9aef26ae-e875-4abc-861e-eea3a2de5cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd8435c9a-52a9-4798-aa54-af29c1ba2ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:35:25.765218 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dea3c6a-0926-4868-b387-c979c2ef08cb admin admin] Network hostable DHCP agents. Network: d8435c9a-52a9-4798-aa54-af29c1ba2ec3, hostable agents: ['ef09b5cd-dd29-4f41-b3e7-5eec944a36f7'], hosted agents: [] {{(pid=109123) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 00:35:25.788266 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dea3c6a-0926-4868-b387-c979c2ef08cb admin admin] Network d8435c9a-52a9-4798-aa54-af29c1ba2ec3 is scheduled to be hosted by DHCP agent ef09b5cd-dd29-4f41-b3e7-5eec944a36f7 with binding_index 1 {{(pid=109123) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 00:35:25.798137 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [None req-3dea3c6a-0926-4868-b387-c979c2ef08cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-1-iscsi, d8435c9a-52a9-4798-aa54-af29c1ba2ec3) {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:35:25.802973 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea3c6a-0926-4868-b387-c979c2ef08cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:25.803577 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-3dea3c6a-0926-4868-b387-c979c2ef08cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:25.808322 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef3e9ee-8b2d-4501-9e9a-bccbc16956be None None] Network d8435c9a-52a9-4798-aa54-af29c1ba2ec3 requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:35:25.826532 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-3dea3c6a-0926-4868-b387-c979c2ef08cb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4694047 Nov 25 00:35:25.826900 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 48110) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:25.831848 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-b3314831-8ded-463e-872f-ff6c783b48d7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-773070571-router', 'tenant_id': '6bf8c5b085c04c6fad65730c5dc273c2', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'}}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:35:25.861412 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b3314831-8ded-463e-872f-ff6c783b48d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-776192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8608'] for router, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:25.863116 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b3314831-8ded-463e-872f-ff6c783b48d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-776364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-765919', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8633'] for router, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:25.925912 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b3314831-8ded-463e-872f-ff6c783b48d7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:25.982007 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2323c6-dd6e-41a1-bed4-d99bda2f0781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf02d1ee3-10f8-5602-81ee-03f41b90932a-d8435c9a-52a9-4798-aa54-af29c1ba2ec3', 'network_id': 'd8435c9a-52a9-4798-aa54-af29c1ba2ec3', 'tenant_id': '6bf8c5b085c04c6fad65730c5dc273c2', 'fixed_ips': [{'subnet_id': '42543c0c-e385-4db0-99dc-484246f225d1'}]}} from dv-cinder-819200-1-iscsi. {{(pid=109125) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 00:35:25.983013 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-da2323c6-dd6e-41a1-bed4-d99bda2f0781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:26.067780 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-a64cf184-4ea3-446f-af2f-e92ba827e8aa None None] Publish callbacks [] for port, precommit_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:26.075685 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-a64cf184-4ea3-446f-af2f-e92ba827e8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:26.099507 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b3314831-8ded-463e-872f-ff6c783b48d7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:26.127252 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ce145-fc40-4428-a10c-919c4a620d80 None None] Pushing event updated for resources: {'Port': ['ID=5658ec05-dd43-4e2e-96d6-462ffe750995,revision_number=3']} {{(pid=109126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:26.140106 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ce145-fc40-4428-a10c-919c4a620d80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:26.140472 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ce145-fc40-4428-a10c-919c4a620d80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:26.140803 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ce145-fc40-4428-a10c-919c4a620d80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:26.141268 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ce145-fc40-4428-a10c-919c4a620d80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:26.141485 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ce145-fc40-4428-a10c-919c4a620d80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:26.141824 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ce145-fc40-4428-a10c-919c4a620d80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:26.142156 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ce145-fc40-4428-a10c-919c4a620d80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:26.142531 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ce145-fc40-4428-a10c-919c4a620d80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:26.142916 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ce145-fc40-4428-a10c-919c4a620d80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:26.143250 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ce145-fc40-4428-a10c-919c4a620d80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:26.143608 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ce145-fc40-4428-a10c-919c4a620d80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:26.144041 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26ce145-fc40-4428-a10c-919c4a620d80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:26.149791 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.db_base_plugin_common [None req-da2323c6-dd6e-41a1-bed4-d99bda2f0781 None None] Allocated IP 172.20.0.2 (d8435c9a-52a9-4798-aa54-af29c1ba2ec3/42543c0c-e385-4db0-99dc-484246f225d1/04564642-3023-40b5-87a2-4afe59441b89) {{(pid=109125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:35:26.227937 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.managers [None req-a64cf184-4ea3-446f-af2f-e92ba827e8aa None None] Attempting to bind port 5658ec05-dd43-4e2e-96d6-462ffe750995 on host dv-cinder-819200-1-iscsi for vnic_type normal with profile {{(pid=109126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:35:26.228677 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.managers [None req-a64cf184-4ea3-446f-af2f-e92ba827e8aa None None] Attempting to bind port 5658ec05-dd43-4e2e-96d6-462ffe750995 by drivers openvswitch,hyperv on host dv-cinder-819200-1-iscsi at level 0 using segments [{'id': 'd3fb7cb5-725f-44df-abd2-3bd15506fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f16787dd-9dc0-472e-abb8-ca7962f9097c'}] {{(pid=109126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:35:26.229609 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64cf184-4ea3-446f-af2f-e92ba827e8aa None None] Attempting to bind port 5658ec05-dd43-4e2e-96d6-462ffe750995 on network f16787dd-9dc0-472e-abb8-ca7962f9097c {{(pid=109126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:35:26.241246 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64cf184-4ea3-446f-af2f-e92ba827e8aa None None] Checking agent: {'id': '6db1e42d-7d41-4128-8d86-b90db240c589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 20, 18), 'started_at': datetime.datetime(2021, 11, 25, 0, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:35:26.242360 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64cf184-4ea3-446f-af2f-e92ba827e8aa None None] Checking segment: {'id': 'd3fb7cb5-725f-44df-abd2-3bd15506fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f16787dd-9dc0-472e-abb8-ca7962f9097c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:35:26.243993 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-a64cf184-4ea3-446f-af2f-e92ba827e8aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:26.244379 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64cf184-4ea3-446f-af2f-e92ba827e8aa None None] Bound using segment: {'id': 'd3fb7cb5-725f-44df-abd2-3bd15506fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f16787dd-9dc0-472e-abb8-ca7962f9097c'} {{(pid=109126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:35:26.245530 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.managers [None req-a64cf184-4ea3-446f-af2f-e92ba827e8aa None None] Bound port: 5658ec05-dd43-4e2e-96d6-462ffe750995, host: dv-cinder-819200-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3fb7cb5-725f-44df-abd2-3bd15506fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f16787dd-9dc0-472e-abb8-ca7962f9097c'}}] {{(pid=109126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:35:26.246559 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-a64cf184-4ea3-446f-af2f-e92ba827e8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:26.336727 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.db [None req-a64cf184-4ea3-446f-af2f-e92ba827e8aa None None] For port 5658ec05-dd43-4e2e-96d6-462ffe750995, host dv-cinder-819200-1-iscsi, cleared binding levels {{(pid=109126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:35:26.340655 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.plugins.ml2.db [None req-a64cf184-4ea3-446f-af2f-e92ba827e8aa None None] For port 5658ec05-dd43-4e2e-96d6-462ffe750995, host dv-cinder-819200-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=5658ec05-dd43-4e2e-96d6-462ffe750995,segment=NetworkSegment(d3fb7cb5-725f-44df-abd2-3bd15506fa40),segment_id=d3fb7cb5-725f-44df-abd2-3bd15506fa40)] {{(pid=109126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:35:26.347148 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron_lib.callbacks.manager [None req-a64cf184-4ea3-446f-af2f-e92ba827e8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:26.370471 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b3314831-8ded-463e-872f-ff6c783b48d7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:26.399667 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b3314831-8ded-463e-872f-ff6c783b48d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:26.406008 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64cf184-4ea3-446f-af2f-e92ba827e8aa None None] Routers {'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:35:26.406680 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-a64cf184-4ea3-446f-af2f-e92ba827e8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:35:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['c8cc76a3-f2d5-46c3-aca2-d03a029ac28d'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:26.501497 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-3b9ba3a0-33ed-4d8a-a061-6c1ea63901da None None] Provisioning complete for port 5658ec05-dd43-4e2e-96d6-462ffe750995 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:35:26.501885 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-3b9ba3a0-33ed-4d8a-a061-6c1ea63901da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:26.544695 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.db_base_plugin_common [None req-b3314831-8ded-463e-872f-ff6c783b48d7 admin admin] Allocated IP 172.27.2.124 (7e710f5f-af80-47ab-b03c-3a0dd4623f26/89cd149f-d365-4a11-b22c-c62ab9234e96/842dfe19-1943-4364-8805-d16f00d3f85f) {{(pid=109124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:35:26.583309 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-da2323c6-dd6e-41a1-bed4-d99bda2f0781 None None] Publish callbacks [] for port, precommit_create {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:26.595129 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-da2323c6-dd6e-41a1-bed4-d99bda2f0781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153'] for port, after_create {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:26.646415 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ce145-fc40-4428-a10c-919c4a620d80 None None] Pushing event updated for resources: {'Port': ['ID=5658ec05-dd43-4e2e-96d6-462ffe750995,revision_number=4']} {{(pid=109126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:26.650584 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2323c6-dd6e-41a1-bed4-d99bda2f0781 None None] Pushing event updated for resources: {'Port': ['ID=04564642-3023-40b5-87a2-4afe59441b89,revision_number=1']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:26.669543 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2323c6-dd6e-41a1-bed4-d99bda2f0781 None None] Network d8435c9a-52a9-4798-aa54-af29c1ba2ec3 is already hosted by enough agents. {{(pid=109125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:35:26.672488 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.scheduler.base_scheduler [None req-da2323c6-dd6e-41a1-bed4-d99bda2f0781 None None] Resources bound (agent type, host, resource id): {{(pid=109125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:35:26.694540 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2323c6-dd6e-41a1-bed4-d99bda2f0781 None None] Received port after_create {{(pid=109125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:35:26.699492 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-a64cf184-4ea3-446f-af2f-e92ba827e8aa None None] Set router c8cc76a3-f2d5-46c3-aca2-d03a029ac28d gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:35:26.742836 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-3b9ba3a0-33ed-4d8a-a061-6c1ea63901da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:26.759815 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b3314831-8ded-463e-872f-ff6c783b48d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:26.825073 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b3314831-8ded-463e-872f-ff6c783b48d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:26.829916 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-3b9ba3a0-33ed-4d8a-a061-6c1ea63901da None None] For port 5658ec05-dd43-4e2e-96d6-462ffe750995, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=5658ec05-dd43-4e2e-96d6-462ffe750995,segment=NetworkSegment(d3fb7cb5-725f-44df-abd2-3bd15506fa40),segment_id=d3fb7cb5-725f-44df-abd2-3bd15506fa40)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:35:26.835462 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-3b9ba3a0-33ed-4d8a-a061-6c1ea63901da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:26.837244 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-da2323c6-dd6e-41a1-bed4-d99bda2f0781 None None] Attempting to bind port 04564642-3023-40b5-87a2-4afe59441b89 on host dv-cinder-819200-1-iscsi for vnic_type normal with profile {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:35:26.837622 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-da2323c6-dd6e-41a1-bed4-d99bda2f0781 None None] Attempting to bind port 04564642-3023-40b5-87a2-4afe59441b89 by drivers openvswitch,hyperv on host dv-cinder-819200-1-iscsi at level 0 using segments [{'id': '9aef26ae-e875-4abc-861e-eea3a2de5cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd8435c9a-52a9-4798-aa54-af29c1ba2ec3'}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:35:26.837976 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2323c6-dd6e-41a1-bed4-d99bda2f0781 None None] Attempting to bind port 04564642-3023-40b5-87a2-4afe59441b89 on network d8435c9a-52a9-4798-aa54-af29c1ba2ec3 {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:35:26.845386 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2323c6-dd6e-41a1-bed4-d99bda2f0781 None None] Checking agent: {'id': '6db1e42d-7d41-4128-8d86-b90db240c589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 20, 18), 'started_at': datetime.datetime(2021, 11, 25, 0, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:35:26.845762 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2323c6-dd6e-41a1-bed4-d99bda2f0781 None None] Checking segment: {'id': '9aef26ae-e875-4abc-861e-eea3a2de5cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd8435c9a-52a9-4798-aa54-af29c1ba2ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:35:26.846164 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-da2323c6-dd6e-41a1-bed4-d99bda2f0781 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:26.847151 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2323c6-dd6e-41a1-bed4-d99bda2f0781 None None] Bound using segment: {'id': '9aef26ae-e875-4abc-861e-eea3a2de5cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd8435c9a-52a9-4798-aa54-af29c1ba2ec3'} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:35:26.847793 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-da2323c6-dd6e-41a1-bed4-d99bda2f0781 None None] Bound port: 04564642-3023-40b5-87a2-4afe59441b89, host: dv-cinder-819200-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aef26ae-e875-4abc-861e-eea3a2de5cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd8435c9a-52a9-4798-aa54-af29c1ba2ec3'}}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:35:26.848390 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-da2323c6-dd6e-41a1-bed4-d99bda2f0781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:26.877418 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3314831-8ded-463e-872f-ff6c783b48d7 admin admin] Network 7e710f5f-af80-47ab-b03c-3a0dd4623f26 is already hosted by enough agents. {{(pid=109124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:35:26.881986 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.base_scheduler [None req-b3314831-8ded-463e-872f-ff6c783b48d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:35:26.884993 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3314831-8ded-463e-872f-ff6c783b48d7 admin admin] Received port after_create {{(pid=109124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:35:26.887365 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3314831-8ded-463e-872f-ff6c783b48d7 admin admin] Pushing event updated for resources: {'Port': ['ID=842dfe19-1943-4364-8805-d16f00d3f85f,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:26.957348 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ba3a0-33ed-4d8a-a061-6c1ea63901da None None] Pushing event updated for resources: {'Port': ['ID=5658ec05-dd43-4e2e-96d6-462ffe750995,revision_number=5']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:26.999221 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-b9b47252-9aa8-4747-b2f4-f9c5c59b160e None None] Provisioning complete for port 5658ec05-dd43-4e2e-96d6-462ffe750995 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:35:26.999943 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-b9b47252-9aa8-4747-b2f4-f9c5c59b160e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:27.005947 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-da2323c6-dd6e-41a1-bed4-d99bda2f0781 None None] For port 04564642-3023-40b5-87a2-4afe59441b89, host dv-cinder-819200-1-iscsi, cleared binding levels {{(pid=109125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:35:27.017726 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-a64cf184-4ea3-446f-af2f-e92ba827e8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'name': 'tempest-TestMinimumBasicScenario-1219120303-router', 'tenant_id': 'ca8642a14a804da3871ddf4464eea3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '525a330d-91ec-425e-a67b-432380ff7ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:35:18Z', 'updated_at': '2021-11-25T00:35:22Z', 'revision_number': 4, 'project_id': 'ca8642a14a804da3871ddf4464eea3d1', 'gw_port': {'id': '525a330d-91ec-425e-a67b-432380ff7ba9', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:35:19Z', 'updated_at': '2021-11-25T00:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '5658ec05-dd43-4e2e-96d6-462ffe750995', 'name': '', 'network_id': 'f16787dd-9dc0-472e-abb8-ca7962f9097c', 'tenant_id': 'ca8642a14a804da3871ddf4464eea3d1', 'mac_address': 'fa:16:3e:1a:d9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '0d931989-8e6d-4c3a-bdc0-c79006c02f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:35:21Z', 'updated_at': '2021-11-25T00:35:26Z', 'revision_number': 4, 'project_id': 'ca8642a14a804da3871ddf4464eea3d1', 'subnets': [{'id': '0d931989-8e6d-4c3a-bdc0-c79006c02f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:27.051572 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-da2323c6-dd6e-41a1-bed4-d99bda2f0781 None None] For port 04564642-3023-40b5-87a2-4afe59441b89, host dv-cinder-819200-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=04564642-3023-40b5-87a2-4afe59441b89,segment=NetworkSegment(9aef26ae-e875-4abc-861e-eea3a2de5cd0),segment_id=9aef26ae-e875-4abc-861e-eea3a2de5cd0)] {{(pid=109125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:35:27.059780 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64cf184-4ea3-446f-af2f-e92ba827e8aa None None] The sync data for ids ['c8cc76a3-f2d5-46c3-aca2-d03a029ac28d'] in dv-cinder-819200-1-iscsi is: [{'id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'name': 'tempest-TestMinimumBasicScenario-1219120303-router', 'tenant_id': 'ca8642a14a804da3871ddf4464eea3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '525a330d-91ec-425e-a67b-432380ff7ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:35:18Z', 'updated_at': '2021-11-25T00:35:22Z', 'revision_number': 4, 'project_id': 'ca8642a14a804da3871ddf4464eea3d1', 'gw_port': {'id': '525a330d-91ec-425e-a67b-432380ff7ba9', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:35:19Z', 'updated_at': '2021-11-25T00:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '5658ec05-dd43-4e2e-96d6-462ffe750995', 'name': '', 'network_id': 'f16787dd-9dc0-472e-abb8-ca7962f9097c', 'tenant_id': 'ca8642a14a804da3871ddf4464eea3d1', 'mac_address': 'fa:16:3e:1a:d9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '0d931989-8e6d-4c3a-bdc0-c79006c02f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:35:21Z', 'updated_at': '2021-11-25T00:35:26Z', 'revision_number': 4, 'project_id': 'ca8642a14a804da3871ddf4464eea3d1', 'subnets': [{'id': '0d931989-8e6d-4c3a-bdc0-c79006c02f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:35:27.065158 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-da2323c6-dd6e-41a1-bed4-d99bda2f0781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:27.201492 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2323c6-dd6e-41a1-bed4-d99bda2f0781 None None] Pushing event updated for resources: {'Port': ['ID=04564642-3023-40b5-87a2-4afe59441b89,revision_number=2']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:27.459136 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 5658ec05-dd43-4e2e-96d6-462ffe750995 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:35:27.524800 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port 5658ec05-dd43-4e2e-96d6-462ffe750995 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:35:27.525083 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:27.533536 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b3314831-8ded-463e-872f-ff6c783b48d7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:27.790233 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b3314831-8ded-463e-872f-ff6c783b48d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-776343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622894'] for router, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:27.944844 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3314831-8ded-463e-872f-ff6c783b48d7 admin admin] Router 6868f365-b1e7-4ca5-af17-c386144fb1ee is scheduled to L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 with binding_index 1 {{(pid=109124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 00:35:28.143546 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3314831-8ded-463e-872f-ff6c783b48d7 admin admin] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:35:28.155627 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf2be7b-1d77-4c2a-a35a-365ec96b93ef None None] Sync routers for ids ['6868f365-b1e7-4ca5-af17-c386144fb1ee'] in dv-cinder-819200-1-iscsi {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:35:28.169671 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf2be7b-1d77-4c2a-a35a-365ec96b93ef None None] Routers {'6868f365-b1e7-4ca5-af17-c386144fb1ee'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:35:28.171611 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-bbf2be7b-1d77-4c2a-a35a-365ec96b93ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:35:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['6868f365-b1e7-4ca5-af17-c386144fb1ee'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:28.171772 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b3314831-8ded-463e-872f-ff6c783b48d7 admin admin] Publish callbacks [] for router, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:28.175209 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-b3314831-8ded-463e-872f-ff6c783b48d7 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3460171 Nov 25 00:35:28.176828 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 48130) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:28.369721 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-bbf2be7b-1d77-4c2a-a35a-365ec96b93ef None None] Set router 6868f365-b1e7-4ca5-af17-c386144fb1ee gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:35:28.475700 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e835859-79fc-458b-92e0-20daa1728e22 None None] Network d8435c9a-52a9-4798-aa54-af29c1ba2ec3 requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:35:28.635179 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae64324-a5b5-4f47-a31c-d9276db21237 None None] Provisioning complete for port 04564642-3023-40b5-87a2-4afe59441b89 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:35:28.635560 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae64324-a5b5-4f47-a31c-d9276db21237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:28.779503 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-34049c67-a605-40b7-8cb6-fdabecc5f3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:28.834525 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae64324-a5b5-4f47-a31c-d9276db21237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:28.847627 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-bbf2be7b-1d77-4c2a-a35a-365ec96b93ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6868f365-b1e7-4ca5-af17-c386144fb1ee', 'name': 'tempest-TestMinimumBasicScenario-773070571-router', 'tenant_id': '6bf8c5b085c04c6fad65730c5dc273c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '842dfe19-1943-4364-8805-d16f00d3f85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:35:25Z', 'updated_at': '2021-11-25T00:35:27Z', 'revision_number': 3, 'project_id': '6bf8c5b085c04c6fad65730c5dc273c2', 'gw_port': {'id': '842dfe19-1943-4364-8805-d16f00d3f85f', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6868f365-b1e7-4ca5-af17-c386144fb1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:35:26Z', 'updated_at': '2021-11-25T00:35:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi'}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:28.897342 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf2be7b-1d77-4c2a-a35a-365ec96b93ef None None] Checking router: 6868f365-b1e7-4ca5-af17-c386144fb1ee for host: dv-cinder-819200-1-iscsi {{(pid=109125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:35:28.897698 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf2be7b-1d77-4c2a-a35a-365ec96b93ef None None] Updating router 6868f365-b1e7-4ca5-af17-c386144fb1ee port 842dfe19-1943-4364-8805-d16f00d3f85f binding host dv-cinder-819200-1-iscsi {{(pid=109125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 00:35:28.937228 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-bbf2be7b-1d77-4c2a-a35a-365ec96b93ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:28.940074 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae64324-a5b5-4f47-a31c-d9276db21237 None None] For port 04564642-3023-40b5-87a2-4afe59441b89, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=04564642-3023-40b5-87a2-4afe59441b89,segment=NetworkSegment(9aef26ae-e875-4abc-861e-eea3a2de5cd0),segment_id=9aef26ae-e875-4abc-861e-eea3a2de5cd0)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:35:28.963916 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae64324-a5b5-4f47-a31c-d9276db21237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:29.105664 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae64324-a5b5-4f47-a31c-d9276db21237 None None] Pushing event updated for resources: {'Port': ['ID=04564642-3023-40b5-87a2-4afe59441b89,revision_number=3']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:29.122946 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-36ae6acf-5940-402d-831c-e519a1d285bc None None] Provisioning complete for port 04564642-3023-40b5-87a2-4afe59441b89 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:35:29.123424 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-36ae6acf-5940-402d-831c-e519a1d285bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:29.260639 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 48138) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:29.364202 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.db_base_plugin_common [None req-34049c67-a605-40b7-8cb6-fdabecc5f3c3 admin admin] Allocated IP 172.20.0.1 (d8435c9a-52a9-4798-aa54-af29c1ba2ec3/42543c0c-e385-4db0-99dc-484246f225d1/528a1cb6-c6ed-4b1e-9193-a9532510ef26) {{(pid=109123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:35:29.379838 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-bbf2be7b-1d77-4c2a-a35a-365ec96b93ef None None] Publish callbacks [] for port, precommit_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:29.388862 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-bbf2be7b-1d77-4c2a-a35a-365ec96b93ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:29.547781 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-34049c67-a605-40b7-8cb6-fdabecc5f3c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:29.559362 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 04564642-3023-40b5-87a2-4afe59441b89 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:35:29.613647 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-34049c67-a605-40b7-8cb6-fdabecc5f3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:29.623123 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309d419-a308-48fc-8f0b-49d1ad47b36e None None] Pushing event updated for resources: {'Port': ['ID=842dfe19-1943-4364-8805-d16f00d3f85f,revision_number=2']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:29.628199 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-bbf2be7b-1d77-4c2a-a35a-365ec96b93ef None None] Attempting to bind port 842dfe19-1943-4364-8805-d16f00d3f85f on host dv-cinder-819200-1-iscsi for vnic_type normal with profile {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:35:29.628643 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-bbf2be7b-1d77-4c2a-a35a-365ec96b93ef None None] Attempting to bind port 842dfe19-1943-4364-8805-d16f00d3f85f by drivers openvswitch,hyperv on host dv-cinder-819200-1-iscsi at level 0 using segments [{'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:35:29.629012 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf2be7b-1d77-4c2a-a35a-365ec96b93ef None None] Attempting to bind port 842dfe19-1943-4364-8805-d16f00d3f85f on network 7e710f5f-af80-47ab-b03c-3a0dd4623f26 {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:35:29.637430 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf2be7b-1d77-4c2a-a35a-365ec96b93ef None None] Checking agent: {'id': '6db1e42d-7d41-4128-8d86-b90db240c589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 20, 18), 'started_at': datetime.datetime(2021, 11, 25, 0, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:35:29.637819 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf2be7b-1d77-4c2a-a35a-365ec96b93ef None None] Checking segment: {'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:35:29.638225 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-bbf2be7b-1d77-4c2a-a35a-365ec96b93ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:29.638643 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf2be7b-1d77-4c2a-a35a-365ec96b93ef None None] Bound using segment: {'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:35:29.639137 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-bbf2be7b-1d77-4c2a-a35a-365ec96b93ef None None] Bound port: 842dfe19-1943-4364-8805-d16f00d3f85f, host: dv-cinder-819200-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cbd316e-5d05-4c4d-ba22-dac4641013ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26'}}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:35:29.639528 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-bbf2be7b-1d77-4c2a-a35a-365ec96b93ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:29.678428 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34049c67-a605-40b7-8cb6-fdabecc5f3c3 admin admin] Network d8435c9a-52a9-4798-aa54-af29c1ba2ec3 is already hosted by enough agents. {{(pid=109123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:35:29.682904 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port 04564642-3023-40b5-87a2-4afe59441b89 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:35:29.683284 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:29.683737 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [None req-34049c67-a605-40b7-8cb6-fdabecc5f3c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:35:29.688453 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34049c67-a605-40b7-8cb6-fdabecc5f3c3 admin admin] Received port after_create {{(pid=109123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:35:29.709186 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34049c67-a605-40b7-8cb6-fdabecc5f3c3 admin admin] Pushing event updated for resources: {'Port': ['ID=528a1cb6-c6ed-4b1e-9193-a9532510ef26,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:29.740234 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-bbf2be7b-1d77-4c2a-a35a-365ec96b93ef None None] For port 842dfe19-1943-4364-8805-d16f00d3f85f, host dv-cinder-819200-1-iscsi, cleared binding levels {{(pid=109125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:35:29.744677 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-bbf2be7b-1d77-4c2a-a35a-365ec96b93ef None None] For port 842dfe19-1943-4364-8805-d16f00d3f85f, host dv-cinder-819200-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=842dfe19-1943-4364-8805-d16f00d3f85f,segment=NetworkSegment(2cbd316e-5d05-4c4d-ba22-dac4641013ba),segment_id=2cbd316e-5d05-4c4d-ba22-dac4641013ba)] {{(pid=109125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:35:29.748579 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-34049c67-a605-40b7-8cb6-fdabecc5f3c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623071'] for router_interface, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:29.752561 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-bbf2be7b-1d77-4c2a-a35a-365ec96b93ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:29.843093 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf2be7b-1d77-4c2a-a35a-365ec96b93ef None None] Routers {'6868f365-b1e7-4ca5-af17-c386144fb1ee'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:35:29.844009 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-bbf2be7b-1d77-4c2a-a35a-365ec96b93ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:35:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['6868f365-b1e7-4ca5-af17-c386144fb1ee'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:29.919918 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-34049c67-a605-40b7-8cb6-fdabecc5f3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:29.931504 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309d419-a308-48fc-8f0b-49d1ad47b36e None None] Pushing event updated for resources: {'Port': ['ID=842dfe19-1943-4364-8805-d16f00d3f85f,revision_number=3']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:29.990185 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-bbf2be7b-1d77-4c2a-a35a-365ec96b93ef None None] Set router 6868f365-b1e7-4ca5-af17-c386144fb1ee gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:35:30.114449 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-8d814719-c468-487f-b0eb-a1b6ea7801ca None None] Provisioning complete for port 528a1cb6-c6ed-4b1e-9193-a9532510ef26 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:35:30.114857 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-8d814719-c468-487f-b0eb-a1b6ea7801ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:30.119278 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-34049c67-a605-40b7-8cb6-fdabecc5f3c3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:30.126417 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-34049c67-a605-40b7-8cb6-fdabecc5f3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11305756'] for port, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:30.176897 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-8d814719-c468-487f-b0eb-a1b6ea7801ca None None] Port 528a1cb6-c6ed-4b1e-9193-a9532510ef26 cannot update to ACTIVE because it is not bound. {{(pid=109125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 00:35:30.222017 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34049c67-a605-40b7-8cb6-fdabecc5f3c3 admin admin] Pushing event updated for resources: {'Port': ['ID=528a1cb6-c6ed-4b1e-9193-a9532510ef26,revision_number=2']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:30.228543 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-34049c67-a605-40b7-8cb6-fdabecc5f3c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-560520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-762479'] for router_interface, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:30.231891 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-ef2bea65-ddcc-4cde-b107-aedf95cb109b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762440'] for router_interface, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:30.241840 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-bbf2be7b-1d77-4c2a-a35a-365ec96b93ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6868f365-b1e7-4ca5-af17-c386144fb1ee', 'name': 'tempest-TestMinimumBasicScenario-773070571-router', 'tenant_id': '6bf8c5b085c04c6fad65730c5dc273c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '842dfe19-1943-4364-8805-d16f00d3f85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:35:25Z', 'updated_at': '2021-11-25T00:35:27Z', 'revision_number': 3, 'project_id': '6bf8c5b085c04c6fad65730c5dc273c2', 'gw_port': {'id': '842dfe19-1943-4364-8805-d16f00d3f85f', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6868f365-b1e7-4ca5-af17-c386144fb1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:35:26Z', 'updated_at': '2021-11-25T00:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi'}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:30.272065 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf2be7b-1d77-4c2a-a35a-365ec96b93ef None None] The sync data for ids ['6868f365-b1e7-4ca5-af17-c386144fb1ee'] in dv-cinder-819200-1-iscsi is: [{'id': '6868f365-b1e7-4ca5-af17-c386144fb1ee', 'name': 'tempest-TestMinimumBasicScenario-773070571-router', 'tenant_id': '6bf8c5b085c04c6fad65730c5dc273c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '842dfe19-1943-4364-8805-d16f00d3f85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:35:25Z', 'updated_at': '2021-11-25T00:35:27Z', 'revision_number': 3, 'project_id': '6bf8c5b085c04c6fad65730c5dc273c2', 'gw_port': {'id': '842dfe19-1943-4364-8805-d16f00d3f85f', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6868f365-b1e7-4ca5-af17-c386144fb1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:35:26Z', 'updated_at': '2021-11-25T00:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi'}] {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:35:30.355997 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34049c67-a605-40b7-8cb6-fdabecc5f3c3 admin admin] Network d8435c9a-52a9-4798-aa54-af29c1ba2ec3 is already hosted by enough agents. {{(pid=109123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:35:30.357607 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [None req-34049c67-a605-40b7-8cb6-fdabecc5f3c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:35:30.518252 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34049c67-a605-40b7-8cb6-fdabecc5f3c3 admin admin] Router 6868f365-b1e7-4ca5-af17-c386144fb1ee has already been hosted by L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 {{(pid=109123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 00:35:30.647689 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [None req-ef2bea65-ddcc-4cde-b107-aedf95cb109b admin admin] Deleting port 8caf211a-49f8-4d81-b479-2fa1b5133a03 {{(pid=109124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:35:30.647689 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-ef2bea65-ddcc-4cde-b107-aedf95cb109b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:30.757138 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34049c67-a605-40b7-8cb6-fdabecc5f3c3 admin admin] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:35:30.767249 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-34049c67-a605-40b7-8cb6-fdabecc5f3c3 admin admin] 10.222.0.37 "PUT /v2.0/routers/6868f365-b1e7-4ca5-af17-c386144fb1ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5887787 Nov 25 00:35:30.820151 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-85e51282-1b2e-4ba5-aa54-fb45fd9e816d None None] Provisioning complete for port 528a1cb6-c6ed-4b1e-9193-a9532510ef26 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:35:30.820749 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-85e51282-1b2e-4ba5-aa54-fb45fd9e816d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:30.840017 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [None req-ef2bea65-ddcc-4cde-b107-aedf95cb109b admin admin] For port 8caf211a-49f8-4d81-b479-2fa1b5133a03, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=8caf211a-49f8-4d81-b479-2fa1b5133a03,segment=NetworkSegment(5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6),segment_id=5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6)] {{(pid=109124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:35:30.840668 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-ef2bea65-ddcc-4cde-b107-aedf95cb109b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:30.863914 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [None req-ef2bea65-ddcc-4cde-b107-aedf95cb109b admin admin] Calling delete_port for 8caf211a-49f8-4d81-b479-2fa1b5133a03 owned by network:router_interface {{(pid=109124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:35:30.864130 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-85e51282-1b2e-4ba5-aa54-fb45fd9e816d None None] Port 528a1cb6-c6ed-4b1e-9193-a9532510ef26 cannot update to ACTIVE because it is not bound. {{(pid=109125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 00:35:31.114147 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-ef2bea65-ddcc-4cde-b107-aedf95cb109b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:31.164467 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2bea65-ddcc-4cde-b107-aedf95cb109b admin admin] Pushing event deleted for resources: {'Port': ['ID=8caf211a-49f8-4d81-b479-2fa1b5133a03,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:31.512761 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-ef2bea65-ddcc-4cde-b107-aedf95cb109b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-762580'] for router_interface, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:31.524662 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 842dfe19-1943-4364-8805-d16f00d3f85f up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:35:31.595060 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port 842dfe19-1943-4364-8805-d16f00d3f85f triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:35:31.595651 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:31.723569 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:31.802595 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] For port 842dfe19-1943-4364-8805-d16f00d3f85f, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=842dfe19-1943-4364-8805-d16f00d3f85f,segment=NetworkSegment(2cbd316e-5d05-4c4d-ba22-dac4641013ba),segment_id=2cbd316e-5d05-4c4d-ba22-dac4641013ba)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:35:31.815167 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:31.935274 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Pushing event updated for resources: {'Port': ['ID=842dfe19-1943-4364-8805-d16f00d3f85f,revision_number=4']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:31.959228 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2bea65-ddcc-4cde-b107-aedf95cb109b admin admin] Router b16911b7-a363-4fcf-a499-0330304c6f7d has already been hosted by L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 {{(pid=109124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 00:35:32.162647 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2bea65-ddcc-4cde-b107-aedf95cb109b admin admin] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:35:32.173211 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-ef2bea65-ddcc-4cde-b107-aedf95cb109b admin admin] 10.222.0.37 "PUT /v2.0/routers/b16911b7-a363-4fcf-a499-0330304c6f7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9078019 Nov 25 00:35:32.173481 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 48168) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:32.203978 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa614b76-7160-4835-b77f-1220f34831e0 None None] Sync routers for ids ['b16911b7-a363-4fcf-a499-0330304c6f7d'] in dv-cinder-819200-1-iscsi {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:35:32.235525 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa614b76-7160-4835-b77f-1220f34831e0 None None] Routers {'b16911b7-a363-4fcf-a499-0330304c6f7d'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:35:32.236669 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-aa614b76-7160-4835-b77f-1220f34831e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:35:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['b16911b7-a363-4fcf-a499-0330304c6f7d'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:32.373042 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-9350073f-cb27-4760-891a-4566b1f2212c admin admin] Publish callbacks [] for router, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:32.403242 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-aa614b76-7160-4835-b77f-1220f34831e0 None None] Set router b16911b7-a363-4fcf-a499-0330304c6f7d gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:35:32.551755 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-9350073f-cb27-4760-891a-4566b1f2212c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:32.597797 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c440ec2-d0c4-4d96-b98b-a50112c17acd None None] Sync routers for ids ['6868f365-b1e7-4ca5-af17-c386144fb1ee'] in dv-cinder-819200-1-iscsi {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:35:32.620308 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c440ec2-d0c4-4d96-b98b-a50112c17acd None None] Routers {'6868f365-b1e7-4ca5-af17-c386144fb1ee'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:35:32.621053 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-9c440ec2-d0c4-4d96-b98b-a50112c17acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:35:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['6868f365-b1e7-4ca5-af17-c386144fb1ee'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:32.642343 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-aa614b76-7160-4835-b77f-1220f34831e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'name': 'tempest-AttachVolumeTestJSON-1556933049-router', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '45f038c6-7cd6-4aab-a24f-1ffab3ef5534', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:35:31Z', 'revision_number': 5, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'gw_port': {'id': '45f038c6-7cd6-4aab-a24f-1ffab3ef5534', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:11Z', 'updated_at': '2021-11-25T00:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi'}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:32.671074 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-9350073f-cb27-4760-891a-4566b1f2212c admin admin] Deleting port 45f038c6-7cd6-4aab-a24f-1ffab3ef5534 {{(pid=109123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:35:32.671766 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-9350073f-cb27-4760-891a-4566b1f2212c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:32.679858 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa614b76-7160-4835-b77f-1220f34831e0 None None] Checking router: b16911b7-a363-4fcf-a499-0330304c6f7d for host: dv-cinder-819200-1-iscsi {{(pid=109126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:35:32.690289 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa614b76-7160-4835-b77f-1220f34831e0 None None] Routers {'b16911b7-a363-4fcf-a499-0330304c6f7d'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:35:32.691285 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-aa614b76-7160-4835-b77f-1220f34831e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:35:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['b16911b7-a363-4fcf-a499-0330304c6f7d'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:32.816312 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-aa614b76-7160-4835-b77f-1220f34831e0 None None] Set router b16911b7-a363-4fcf-a499-0330304c6f7d gateway port host: None {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:35:32.861232 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [None req-9350073f-cb27-4760-891a-4566b1f2212c admin admin] For port 45f038c6-7cd6-4aab-a24f-1ffab3ef5534, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=45f038c6-7cd6-4aab-a24f-1ffab3ef5534,segment=NetworkSegment(2cbd316e-5d05-4c4d-ba22-dac4641013ba),segment_id=2cbd316e-5d05-4c4d-ba22-dac4641013ba)] {{(pid=109123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:35:32.864236 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-9350073f-cb27-4760-891a-4566b1f2212c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:32.878490 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-9c440ec2-d0c4-4d96-b98b-a50112c17acd None None] Set router 6868f365-b1e7-4ca5-af17-c386144fb1ee gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:35:32.884608 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-9350073f-cb27-4760-891a-4566b1f2212c admin admin] Calling delete_port for 45f038c6-7cd6-4aab-a24f-1ffab3ef5534 owned by network:router_gateway {{(pid=109123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:35:32.916635 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-aa614b76-7160-4835-b77f-1220f34831e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'name': 'tempest-AttachVolumeTestJSON-1556933049-router', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:35:32Z', 'revision_number': 6, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'gw_port_host': None}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:32.964468 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa614b76-7160-4835-b77f-1220f34831e0 None None] The sync data for ids ['b16911b7-a363-4fcf-a499-0330304c6f7d'] in dv-cinder-819200-1-iscsi is: [{'id': 'b16911b7-a363-4fcf-a499-0330304c6f7d', 'name': 'tempest-AttachVolumeTestJSON-1556933049-router', 'tenant_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:35:32Z', 'revision_number': 6, 'project_id': '88fe9e6d44f845c4ab47c65b792ab8b8', 'gw_port_host': None}] {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:35:33.175036 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-9350073f-cb27-4760-891a-4566b1f2212c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:33.303741 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350073f-cb27-4760-891a-4566b1f2212c admin admin] Pushing event deleted for resources: {'Port': ['ID=45f038c6-7cd6-4aab-a24f-1ffab3ef5534,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:33.306373 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-9350073f-cb27-4760-891a-4566b1f2212c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622962'] for router_gateway, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:33.358179 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-9c440ec2-d0c4-4d96-b98b-a50112c17acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6868f365-b1e7-4ca5-af17-c386144fb1ee', 'name': 'tempest-TestMinimumBasicScenario-773070571-router', 'tenant_id': '6bf8c5b085c04c6fad65730c5dc273c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '842dfe19-1943-4364-8805-d16f00d3f85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:35:25Z', 'updated_at': '2021-11-25T00:35:29Z', 'revision_number': 4, 'project_id': '6bf8c5b085c04c6fad65730c5dc273c2', 'gw_port': {'id': '842dfe19-1943-4364-8805-d16f00d3f85f', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6868f365-b1e7-4ca5-af17-c386144fb1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:35:26Z', 'updated_at': '2021-11-25T00:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '528a1cb6-c6ed-4b1e-9193-a9532510ef26', 'name': '', 'network_id': 'd8435c9a-52a9-4798-aa54-af29c1ba2ec3', 'tenant_id': '6bf8c5b085c04c6fad65730c5dc273c2', 'mac_address': 'fa:16:3e:87:b9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6868f365-b1e7-4ca5-af17-c386144fb1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '42543c0c-e385-4db0-99dc-484246f225d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:35:28Z', 'updated_at': '2021-11-25T00:35:29Z', 'revision_number': 2, 'project_id': '6bf8c5b085c04c6fad65730c5dc273c2', 'subnets': [{'id': '42543c0c-e385-4db0-99dc-484246f225d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:33.408692 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-9350073f-cb27-4760-891a-4566b1f2212c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-776418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8630'] for router, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:33.412850 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-9350073f-cb27-4760-891a-4566b1f2212c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:33.414499 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c440ec2-d0c4-4d96-b98b-a50112c17acd None None] Checking router: 6868f365-b1e7-4ca5-af17-c386144fb1ee for host: dv-cinder-819200-1-iscsi {{(pid=109125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:35:33.414916 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c440ec2-d0c4-4d96-b98b-a50112c17acd None None] Updating router 6868f365-b1e7-4ca5-af17-c386144fb1ee port 528a1cb6-c6ed-4b1e-9193-a9532510ef26 binding host dv-cinder-819200-1-iscsi {{(pid=109125) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 00:35:33.464438 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 842dfe19-1943-4364-8805-d16f00d3f85f up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:35:33.465163 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-9350073f-cb27-4760-891a-4566b1f2212c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-776429'] for router, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:33.465745 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9350073f-cb27-4760-891a-4566b1f2212c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b16911b7-a363-4fcf-a499-0330304c6f7d {{(pid=109123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 00:35:33.468223 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-9c440ec2-d0c4-4d96-b98b-a50112c17acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:33.477888 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-9350073f-cb27-4760-891a-4566b1f2212c admin admin] Publish callbacks [] for router, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:33.481874 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 48170) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:33.482646 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-9350073f-cb27-4760-891a-4566b1f2212c admin admin] 10.222.0.37 "DELETE /v2.0/routers/b16911b7-a363-4fcf-a499-0330304c6f7d HTTP/1.1" status: 204 len: 168 time: 1.3073719 Nov 25 00:35:33.556367 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a299d7-ea4b-433f-a03e-22e030e31635 admin admin] Deleting subnet f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9 {{(pid=109124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 00:35:33.560140 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-36a299d7-ea4b-433f-a03e-22e030e31635 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:33.608106 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-36a299d7-ea4b-433f-a03e-22e030e31635 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11556627'] for subnet, precommit_delete_associations {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:33.626919 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port 842dfe19-1943-4364-8805-d16f00d3f85f triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:35:33.627667 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:33.814862 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-36a299d7-ea4b-433f-a03e-22e030e31635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3679783'] for subnet, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:33.975098 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-36a299d7-ea4b-433f-a03e-22e030e31635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3679964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11622801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12571129'] for subnet, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:34.053485 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-36a299d7-ea4b-433f-a03e-22e030e31635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for subnet, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:34.061351 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-36a299d7-ea4b-433f-a03e-22e030e31635 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9 HTTP/1.1" status: 204 len: 168 time: 0.5761034 Nov 25 00:35:34.061351 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a299d7-ea4b-433f-a03e-22e030e31635 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9e83955-7cc2-4a3d-b0fc-cb752b9c8fb9,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:34.061764 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 48174) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:34.077981 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fe536d-26d2-491d-943b-58abdf269082 None None] Network b8bd4317-422f-42e2-9a69-593359f6781e requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:35:34.176233 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-63eab84b-6f29-47f1-8a27-c5aa7cd0e556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3831181'] for network, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:34.283601 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-63eab84b-6f29-47f1-8a27-c5aa7cd0e556 admin admin] Deleting port ca19acc7-91d8-4018-ae7d-cdea34f7574a {{(pid=109123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:35:34.284652 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-63eab84b-6f29-47f1-8a27-c5aa7cd0e556 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:34.308808 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-9c440ec2-d0c4-4d96-b98b-a50112c17acd None None] Publish callbacks [] for port, precommit_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:34.359102 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-9c440ec2-d0c4-4d96-b98b-a50112c17acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:34.453954 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f42a56-b7fc-40bc-b610-5f2b6ef21052 None None] Pushing event updated for resources: {'Port': ['ID=528a1cb6-c6ed-4b1e-9193-a9532510ef26,revision_number=3']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:34.497407 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [None req-63eab84b-6f29-47f1-8a27-c5aa7cd0e556 admin admin] For port ca19acc7-91d8-4018-ae7d-cdea34f7574a, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=ca19acc7-91d8-4018-ae7d-cdea34f7574a,segment=NetworkSegment(5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6),segment_id=5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6)] {{(pid=109123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:35:34.497994 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-63eab84b-6f29-47f1-8a27-c5aa7cd0e556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:34.519528 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-9c440ec2-d0c4-4d96-b98b-a50112c17acd None None] Attempting to bind port 528a1cb6-c6ed-4b1e-9193-a9532510ef26 on host dv-cinder-819200-1-iscsi for vnic_type normal with profile {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:35:34.520513 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-9c440ec2-d0c4-4d96-b98b-a50112c17acd None None] Attempting to bind port 528a1cb6-c6ed-4b1e-9193-a9532510ef26 by drivers openvswitch,hyperv on host dv-cinder-819200-1-iscsi at level 0 using segments [{'id': '9aef26ae-e875-4abc-861e-eea3a2de5cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd8435c9a-52a9-4798-aa54-af29c1ba2ec3'}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:35:34.520894 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c440ec2-d0c4-4d96-b98b-a50112c17acd None None] Attempting to bind port 528a1cb6-c6ed-4b1e-9193-a9532510ef26 on network d8435c9a-52a9-4798-aa54-af29c1ba2ec3 {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:35:34.530330 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c440ec2-d0c4-4d96-b98b-a50112c17acd None None] Checking agent: {'id': '6db1e42d-7d41-4128-8d86-b90db240c589', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 20, 18), 'started_at': datetime.datetime(2021, 11, 25, 0, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:35:34.534824 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c440ec2-d0c4-4d96-b98b-a50112c17acd None None] Checking segment: {'id': '9aef26ae-e875-4abc-861e-eea3a2de5cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd8435c9a-52a9-4798-aa54-af29c1ba2ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:35:34.535402 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-9c440ec2-d0c4-4d96-b98b-a50112c17acd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:34.535831 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c440ec2-d0c4-4d96-b98b-a50112c17acd None None] Bound using segment: {'id': '9aef26ae-e875-4abc-861e-eea3a2de5cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd8435c9a-52a9-4798-aa54-af29c1ba2ec3'} {{(pid=109125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:35:34.536506 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.managers [None req-9c440ec2-d0c4-4d96-b98b-a50112c17acd None None] Bound port: 528a1cb6-c6ed-4b1e-9193-a9532510ef26, host: dv-cinder-819200-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aef26ae-e875-4abc-861e-eea3a2de5cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'd8435c9a-52a9-4798-aa54-af29c1ba2ec3'}}] {{(pid=109125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:35:34.536908 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-9c440ec2-d0c4-4d96-b98b-a50112c17acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:34.540483 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-63eab84b-6f29-47f1-8a27-c5aa7cd0e556 admin admin] Calling delete_port for ca19acc7-91d8-4018-ae7d-cdea34f7574a owned by network:dhcp {{(pid=109123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:35:34.645259 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-9c440ec2-d0c4-4d96-b98b-a50112c17acd None None] For port 528a1cb6-c6ed-4b1e-9193-a9532510ef26, host dv-cinder-819200-1-iscsi, cleared binding levels {{(pid=109125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:35:34.649355 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-9c440ec2-d0c4-4d96-b98b-a50112c17acd None None] For port 528a1cb6-c6ed-4b1e-9193-a9532510ef26, host dv-cinder-819200-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=528a1cb6-c6ed-4b1e-9193-a9532510ef26,segment=NetworkSegment(9aef26ae-e875-4abc-861e-eea3a2de5cd0),segment_id=9aef26ae-e875-4abc-861e-eea3a2de5cd0)] {{(pid=109125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:35:34.653839 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f69a7b-6bc0-4163-b944-6bf0504d9079 None None] DHCP port deletion for b8bd4317-422f-42e2-9a69-593359f6781e request from dv-cinder-819200-1-iscsi {{(pid=109125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 00:35:34.660933 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-9c440ec2-d0c4-4d96-b98b-a50112c17acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:34.802425 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f42a56-b7fc-40bc-b610-5f2b6ef21052 None None] Pushing event updated for resources: {'Port': ['ID=528a1cb6-c6ed-4b1e-9193-a9532510ef26,revision_number=4']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:34.824813 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c440ec2-d0c4-4d96-b98b-a50112c17acd None None] Routers {'6868f365-b1e7-4ca5-af17-c386144fb1ee'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:35:34.825748 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-9c440ec2-d0c4-4d96-b98b-a50112c17acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:35:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['6868f365-b1e7-4ca5-af17-c386144fb1ee'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:34.827382 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-63eab84b-6f29-47f1-8a27-c5aa7cd0e556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:34.923928 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eab84b-6f29-47f1-8a27-c5aa7cd0e556 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca19acc7-91d8-4018-ae7d-cdea34f7574a,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:34.941538 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63eab84b-6f29-47f1-8a27-c5aa7cd0e556 admin admin] No DVR routers for this DVR port ca19acc7-91d8-4018-ae7d-cdea34f7574a on host dv-cinder-819200-1-iscsi {{(pid=109123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 00:35:34.994007 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-af3cd395-0bb4-48a1-bbe0-4b78a2cdd05d None None] Provisioning complete for port 528a1cb6-c6ed-4b1e-9193-a9532510ef26 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:35:34.994378 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-af3cd395-0bb4-48a1-bbe0-4b78a2cdd05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:35.011478 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-37f69a7b-6bc0-4163-b944-6bf0504d9079 None None] Deleting port ca19acc7-91d8-4018-ae7d-cdea34f7574a {{(pid=109125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:35:35.011881 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-37f69a7b-6bc0-4163-b944-6bf0504d9079 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:35.104790 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-63eab84b-6f29-47f1-8a27-c5aa7cd0e556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3685296', 'neutron.services.segments.db._delete_segments_for_network-8781494352851'] for network, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:35.136706 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-9c440ec2-d0c4-4d96-b98b-a50112c17acd None None] Set router 6868f365-b1e7-4ca5-af17-c386144fb1ee gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:35:35.139922 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-37f69a7b-6bc0-4163-b944-6bf0504d9079 None None] For port ca19acc7-91d8-4018-ae7d-cdea34f7574a, host dv-cinder-819200-1-iscsi, got binding levels [] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:35:35.140184 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-37f69a7b-6bc0-4163-b944-6bf0504d9079 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:35.157088 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-63eab84b-6f29-47f1-8a27-c5aa7cd0e556 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8bd4317-422f-42e2-9a69-593359f6781e']}} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:35.179784 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-63eab84b-6f29-47f1-8a27-c5aa7cd0e556 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6') {'for_net_delete': True} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:35.180843 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-37f69a7b-6bc0-4163-b944-6bf0504d9079 None None] Calling delete_port for ca19acc7-91d8-4018-ae7d-cdea34f7574a owned by network:dhcp {{(pid=109125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:35:35.181623 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-63eab84b-6f29-47f1-8a27-c5aa7cd0e556 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b9c7cf6-c029-4fab-aab6-e58cd0a17fa6') {} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:35.189492 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.ipam_backend_mixin [None req-37f69a7b-6bc0-4163-b944-6bf0504d9079 None None] Port ca19acc7-91d8-4018-ae7d-cdea34f7574a was not found and therefore no delete operation was performed {{(pid=109125) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 00:35:35.202184 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-63eab84b-6f29-47f1-8a27-c5aa7cd0e556 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781494358748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12550354'] for segment, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:35.220526 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-37f69a7b-6bc0-4163-b944-6bf0504d9079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162'] for port, after_delete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:35.229152 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-63eab84b-6f29-47f1-8a27-c5aa7cd0e556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386'] for segment, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:35.244525 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63eab84b-6f29-47f1-8a27-c5aa7cd0e556 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=109123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 00:35:35.245223 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-63eab84b-6f29-47f1-8a27-c5aa7cd0e556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11305784'] for segment, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:35.248835 dv-cinder-819200-1-iscsi neutron-server[109123]: Traceback (most recent call last): Nov 25 00:35:35.248835 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 00:35:35.248835 dv-cinder-819200-1-iscsi neutron-server[109123]: timer() Nov 25 00:35:35.248835 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 00:35:35.248835 dv-cinder-819200-1-iscsi neutron-server[109123]: cb(*args, **kw) Nov 25 00:35:35.248835 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 00:35:35.248835 dv-cinder-819200-1-iscsi neutron-server[109123]: return func(*args, **kwargs) Nov 25 00:35:35.248835 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 00:35:35.248835 dv-cinder-819200-1-iscsi neutron-server[109123]: self._notify() Nov 25 00:35:35.248835 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 00:35:35.248835 dv-cinder-819200-1-iscsi neutron-server[109123]: self.callback(batched_events) Nov 25 00:35:35.248835 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 00:35:35.248835 dv-cinder-819200-1-iscsi neutron-server[109123]: event.method(event) Nov 25 00:35:35.248835 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 00:35:35.248835 dv-cinder-819200-1-iscsi neutron-server[109123]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 00:35:35.248835 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 00:35:35.248835 dv-cinder-819200-1-iscsi neutron-server[109123]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 00:35:35.248835 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 00:35:35.248835 dv-cinder-819200-1-iscsi neutron-server[109123]: return f(self, *a, **k) Nov 25 00:35:35.248835 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 00:35:35.248835 dv-cinder-819200-1-iscsi neutron-server[109123]: return self._get(url).json() Nov 25 00:35:35.248835 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 00:35:35.248835 dv-cinder-819200-1-iscsi neutron-server[109123]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 00:35:35.248835 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 00:35:35.248835 dv-cinder-819200-1-iscsi neutron-server[109123]: return self.request(url, 'GET', **kwargs) Nov 25 00:35:35.248835 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 00:35:35.248835 dv-cinder-819200-1-iscsi neutron-server[109123]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 00:35:35.248835 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 00:35:35.248835 dv-cinder-819200-1-iscsi neutron-server[109123]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 00:35:35.248835 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 00:35:35.248835 dv-cinder-819200-1-iscsi neutron-server[109123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 00:35:35.248835 dv-cinder-819200-1-iscsi neutron-server[109123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 00:35:35.274896 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f69a7b-6bc0-4163-b944-6bf0504d9079 None None] Pushing event deleted for resources: {'Port': ['ID=ca19acc7-91d8-4018-ae7d-cdea34f7574a,revision_number=None']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:35.278387 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f69a7b-6bc0-4163-b944-6bf0504d9079 None None] No DVR routers for this DVR port ca19acc7-91d8-4018-ae7d-cdea34f7574a on host dv-cinder-819200-1-iscsi {{(pid=109125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 00:35:35.402742 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-63eab84b-6f29-47f1-8a27-c5aa7cd0e556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3685289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622934'] for network, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:35.411570 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-63eab84b-6f29-47f1-8a27-c5aa7cd0e556 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for network, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:35.419161 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-63eab84b-6f29-47f1-8a27-c5aa7cd0e556 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b8bd4317-422f-42e2-9a69-593359f6781e HTTP/1.1" status: 204 len: 168 time: 1.3560693 Nov 25 00:35:35.446094 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eab84b-6f29-47f1-8a27-c5aa7cd0e556 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8bd4317-422f-42e2-9a69-593359f6781e,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:35.455604 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-af3cd395-0bb4-48a1-bbe0-4b78a2cdd05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:35.498228 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device ca19acc7-91d8-4018-ae7d-cdea34f7574a no longer exists at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:35:35.571105 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] No Port match for: ca19acc7-91d8-4018-ae7d-cdea34f7574a {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:35:35.571716 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device ca19acc7-91d8-4018-ae7d-cdea34f7574a not bound to the agent host dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:35:35.572386 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 45f038c6-7cd6-4aab-a24f-1ffab3ef5534 no longer exists at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:35:35.659957 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] No Port match for: 45f038c6-7cd6-4aab-a24f-1ffab3ef5534 {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:35:35.660305 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 45f038c6-7cd6-4aab-a24f-1ffab3ef5534 not bound to the agent host dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:35:35.660997 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 8caf211a-49f8-4d81-b479-2fa1b5133a03 no longer exists at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:35:35.665447 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-af3cd395-0bb4-48a1-bbe0-4b78a2cdd05d None None] For port 528a1cb6-c6ed-4b1e-9193-a9532510ef26, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=528a1cb6-c6ed-4b1e-9193-a9532510ef26,segment=NetworkSegment(9aef26ae-e875-4abc-861e-eea3a2de5cd0),segment_id=9aef26ae-e875-4abc-861e-eea3a2de5cd0)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:35:35.692156 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] No Port match for: 8caf211a-49f8-4d81-b479-2fa1b5133a03 {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:35:35.692369 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 8caf211a-49f8-4d81-b479-2fa1b5133a03 not bound to the agent host dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:35:35.694771 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-af3cd395-0bb4-48a1-bbe0-4b78a2cdd05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:35.695227 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 48180) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:35.764027 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 48182) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:35.764582 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-17998980-df4a-48bd-8b74-0b12f5d71b22 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=88fe9e6d44f845c4ab47c65b792ab8b8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0665863 Nov 25 00:35:35.778280 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3cd395-0bb4-48a1-bbe0-4b78a2cdd05d None None] Pushing event updated for resources: {'Port': ['ID=528a1cb6-c6ed-4b1e-9193-a9532510ef26,revision_number=5']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:35.802578 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-9c440ec2-d0c4-4d96-b98b-a50112c17acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6868f365-b1e7-4ca5-af17-c386144fb1ee', 'name': 'tempest-TestMinimumBasicScenario-773070571-router', 'tenant_id': '6bf8c5b085c04c6fad65730c5dc273c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '842dfe19-1943-4364-8805-d16f00d3f85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:35:25Z', 'updated_at': '2021-11-25T00:35:29Z', 'revision_number': 4, 'project_id': '6bf8c5b085c04c6fad65730c5dc273c2', 'gw_port': {'id': '842dfe19-1943-4364-8805-d16f00d3f85f', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6868f365-b1e7-4ca5-af17-c386144fb1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:35:26Z', 'updated_at': '2021-11-25T00:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '528a1cb6-c6ed-4b1e-9193-a9532510ef26', 'name': '', 'network_id': 'd8435c9a-52a9-4798-aa54-af29c1ba2ec3', 'tenant_id': '6bf8c5b085c04c6fad65730c5dc273c2', 'mac_address': 'fa:16:3e:87:b9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6868f365-b1e7-4ca5-af17-c386144fb1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '42543c0c-e385-4db0-99dc-484246f225d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:35:28Z', 'updated_at': '2021-11-25T00:35:34Z', 'revision_number': 4, 'project_id': '6bf8c5b085c04c6fad65730c5dc273c2', 'subnets': [{'id': '42543c0c-e385-4db0-99dc-484246f225d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:35.835495 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-fb0b10ec-c4b3-406d-9f09-53f3872ec364 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:35.866663 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-fb0b10ec-c4b3-406d-9f09-53f3872ec364 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:35.874297 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c440ec2-d0c4-4d96-b98b-a50112c17acd None None] The sync data for ids ['6868f365-b1e7-4ca5-af17-c386144fb1ee'] in dv-cinder-819200-1-iscsi is: [{'id': '6868f365-b1e7-4ca5-af17-c386144fb1ee', 'name': 'tempest-TestMinimumBasicScenario-773070571-router', 'tenant_id': '6bf8c5b085c04c6fad65730c5dc273c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '842dfe19-1943-4364-8805-d16f00d3f85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:35:25Z', 'updated_at': '2021-11-25T00:35:29Z', 'revision_number': 4, 'project_id': '6bf8c5b085c04c6fad65730c5dc273c2', 'gw_port': {'id': '842dfe19-1943-4364-8805-d16f00d3f85f', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6868f365-b1e7-4ca5-af17-c386144fb1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:35:26Z', 'updated_at': '2021-11-25T00:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '528a1cb6-c6ed-4b1e-9193-a9532510ef26', 'name': '', 'network_id': 'd8435c9a-52a9-4798-aa54-af29c1ba2ec3', 'tenant_id': '6bf8c5b085c04c6fad65730c5dc273c2', 'mac_address': 'fa:16:3e:87:b9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6868f365-b1e7-4ca5-af17-c386144fb1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '42543c0c-e385-4db0-99dc-484246f225d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:35:28Z', 'updated_at': '2021-11-25T00:35:34Z', 'revision_number': 4, 'project_id': '6bf8c5b085c04c6fad65730c5dc273c2', 'subnets': [{'id': '42543c0c-e385-4db0-99dc-484246f225d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:35:35.887631 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-52f23ea2-8c04-4dbb-8c20-dc4ccc934132 None None] Provisioning complete for port 528a1cb6-c6ed-4b1e-9193-a9532510ef26 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:35:35.888008 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-52f23ea2-8c04-4dbb-8c20-dc4ccc934132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:35.945542 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-fb0b10ec-c4b3-406d-9f09-53f3872ec364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:35.949053 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-fb0b10ec-c4b3-406d-9f09-53f3872ec364 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:35.960817 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-fb0b10ec-c4b3-406d-9f09-53f3872ec364 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5ddbaa2c-d856-4dd0-ad03-6f01e00b0946 HTTP/1.1" status: 204 len: 168 time: 0.1943376 Nov 25 00:35:36.003512 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b10ec-c4b3-406d-9f09-53f3872ec364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddbaa2c-d856-4dd0-ad03-6f01e00b0946,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:37.429153 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 528a1cb6-c6ed-4b1e-9193-a9532510ef26 up at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:35:37.509289 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Provisioning complete for port 528a1cb6-c6ed-4b1e-9193-a9532510ef26 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:35:37.509815 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:39.244230 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 48248) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:39.388682 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6f86e914-0dc0-4538-b62c-891410808e6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:39.503293 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6f86e914-0dc0-4538-b62c-891410808e6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:39.509898 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6f86e914-0dc0-4538-b62c-891410808e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:39.552537 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86e914-0dc0-4538-b62c-891410808e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7561d007-51af-4599-9bfe-a190898016e7,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:39.557595 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-6f86e914-0dc0-4538-b62c-891410808e6b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=20d41dd375d74c2e8faf71dc7c997911&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3114848 Nov 25 00:35:39.560134 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 48252) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:39.633223 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-7eccb633-c9f4-4b22-bd5f-33f280716b57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:39.665356 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-7eccb633-c9f4-4b22-bd5f-33f280716b57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:39.732550 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-7eccb633-c9f4-4b22-bd5f-33f280716b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:39.735339 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-7eccb633-c9f4-4b22-bd5f-33f280716b57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:39.739549 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-7eccb633-c9f4-4b22-bd5f-33f280716b57 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7561d007-51af-4599-9bfe-a190898016e7 HTTP/1.1" status: 204 len: 168 time: 0.1754498 Nov 25 00:35:39.746810 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eccb633-c9f4-4b22-bd5f-33f280716b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7561d007-51af-4599-9bfe-a190898016e7,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:40.116677 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 48264) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:40.132534 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-916abc18-3e19-4212-8b6f-fede7122c5fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:40.261109 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-916abc18-3e19-4212-8b6f-fede7122c5fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:40.266795 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-916abc18-3e19-4212-8b6f-fede7122c5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:40.326679 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-916abc18-3e19-4212-8b6f-fede7122c5fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bfc917a31e1d496caa75446ae3a2eaa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2081957 Nov 25 00:35:40.331202 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 48272) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:40.364517 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916abc18-3e19-4212-8b6f-fede7122c5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea97d31-db33-47a4-8a62-c17bf3134607,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:40.396115 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-24f2d796-d89a-4743-8121-c0d7b30d9453 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:40.425245 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-24f2d796-d89a-4743-8121-c0d7b30d9453 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:40.528352 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-24f2d796-d89a-4743-8121-c0d7b30d9453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:40.532250 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-24f2d796-d89a-4743-8121-c0d7b30d9453 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:40.538765 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-24f2d796-d89a-4743-8121-c0d7b30d9453 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1ea97d31-db33-47a4-8a62-c17bf3134607 HTTP/1.1" status: 204 len: 168 time: 0.2009041 Nov 25 00:35:40.545337 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f2d796-d89a-4743-8121-c0d7b30d9453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea97d31-db33-47a4-8a62-c17bf3134607,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:40.766491 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b58a84-3d6d-4a60-96c1-0a39ec7c33ce req-f1693612-c473-4bdc-b830-607ffbfaccd7 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:40.776219 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-72b58a84-3d6d-4a60-96c1-0a39ec7c33ce req-f1693612-c473-4bdc-b830-607ffbfaccd7 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0942621 Nov 25 00:35:40.832336 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-72b58a84-3d6d-4a60-96c1-0a39ec7c33ce req-fb94fb00-788b-4ab2-8f43-16d2f3e5b5c9 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549111 Nov 25 00:35:41.919999 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-77787cd2-51ee-441f-8254-aa70613b3be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:41.989356 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4facdfa0-ab69-4673-8f85-5f0dd36d6910 req-112affac-4c0a-471f-b0b8-b33634af25b5 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:41.990960 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4facdfa0-ab69-4673-8f85-5f0dd36d6910 req-112affac-4c0a-471f-b0b8-b33634af25b5 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.36 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 946 time: 0.0909991 Nov 25 00:35:42.042605 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce162c-aacf-44df-a502-e4ff3131ff94 req-c910baee-5739-4167-b9e8-7717dd9c6791 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:42.051370 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b4ce162c-aacf-44df-a502-e4ff3131ff94 req-c910baee-5739-4167-b9e8-7717dd9c6791 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 946 time: 0.1140118 Nov 25 00:35:42.136923 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [req-4facdfa0-ab69-4673-8f85-5f0dd36d6910 req-87f55475-fc64-4525-aeb3-1621fdc75deb tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Deleting port 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739 {{(pid=109123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:35:42.137513 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-4facdfa0-ab69-4673-8f85-5f0dd36d6910 req-87f55475-fc64-4525-aeb3-1621fdc75deb tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:42.150859 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b4ce162c-aacf-44df-a502-e4ff3131ff94 req-b0445675-ae2a-427e-b88f-a80505437cb3 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups?id=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974898 Nov 25 00:35:42.298470 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [req-4facdfa0-ab69-4673-8f85-5f0dd36d6910 req-87f55475-fc64-4525-aeb3-1621fdc75deb tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] For port 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=71f2c1ab-1f7e-45d0-9ae5-0b6020f22739,segment=NetworkSegment(ad64d367-3aef-4d3a-b35a-0b8f6019cb92),segment_id=ad64d367-3aef-4d3a-b35a-0b8f6019cb92)] {{(pid=109123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:35:42.300783 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-4facdfa0-ab69-4673-8f85-5f0dd36d6910 req-87f55475-fc64-4525-aeb3-1621fdc75deb tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:42.584583 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-4facdfa0-ab69-4673-8f85-5f0dd36d6910 req-87f55475-fc64-4525-aeb3-1621fdc75deb tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:42.585256 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-4facdfa0-ab69-4673-8f85-5f0dd36d6910 req-87f55475-fc64-4525-aeb3-1621fdc75deb tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622920'] for floatingip, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:42.585653 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.db.l3_db [req-4facdfa0-ab69-4673-8f85-5f0dd36d6910 req-87f55475-fc64-4525-aeb3-1621fdc75deb tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Floating IP 07a6ef54-59c1-4a74-b30e-e443fd8ed312 disassociated. External IP: 172.27.2.59, port: 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739. Nov 25 00:35:42.586287 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [req-4facdfa0-ab69-4673-8f85-5f0dd36d6910 req-87f55475-fc64-4525-aeb3-1621fdc75deb tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Calling delete_port for 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739 owned by compute:nova {{(pid=109123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:35:42.801598 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-4facdfa0-ab69-4673-8f85-5f0dd36d6910 req-87f55475-fc64-4525-aeb3-1621fdc75deb tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:42.839170 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f55475-fc64-4525-aeb3-1621fdc75deb tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Pushing event deleted for resources: {'Port': ['ID=71f2c1ab-1f7e-45d0-9ae5-0b6020f22739,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:43.016008 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4facdfa0-ab69-4673-8f85-5f0dd36d6910 req-87f55475-fc64-4525-aeb3-1621fdc75deb tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Router f048b5b5-01d4-419f-a17e-6865e85c411a has already been hosted by L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 {{(pid=109123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 00:35:43.189870 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4facdfa0-ab69-4673-8f85-5f0dd36d6910 req-87f55475-fc64-4525-aeb3-1621fdc75deb tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:35:43.209730 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7322d815-472b-4e53-bc9d-9c5b25a5ebba None None] Sync routers for ids ['f048b5b5-01d4-419f-a17e-6865e85c411a'] in dv-cinder-819200-1-iscsi {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:35:43.228431 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7322d815-472b-4e53-bc9d-9c5b25a5ebba None None] Routers {'f048b5b5-01d4-419f-a17e-6865e85c411a'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:35:43.245045 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-7322d815-472b-4e53-bc9d-9c5b25a5ebba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:35:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['f048b5b5-01d4-419f-a17e-6865e85c411a'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:43.282575 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [req-4facdfa0-ab69-4673-8f85-5f0dd36d6910 req-87f55475-fc64-4525-aeb3-1621fdc75deb tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] No DVR routers for this DVR port 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739 on host hv-cinder-81920 {{(pid=109123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 00:35:43.311952 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-4facdfa0-ab69-4673-8f85-5f0dd36d6910 req-87f55475-fc64-4525-aeb3-1621fdc75deb tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:43.314044 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4facdfa0-ab69-4673-8f85-5f0dd36d6910 req-87f55475-fc64-4525-aeb3-1621fdc75deb tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.36 "DELETE /v2.0/ports/71f2c1ab-1f7e-45d0-9ae5-0b6020f22739 HTTP/1.1" status: 204 len: 173 time: 1.3148885 Nov 25 00:35:43.314548 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574781e8-4c8f-4a91-b16f-05052e0b0ee3', 'name': 'network-vif-deleted', 'tag': '71f2c1ab-1f7e-45d0-9ae5-0b6020f22739'}] {{(pid=109123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:35:43.322663 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d6797fd55ce1482701f76a6a20d13483833b06e18cae27317f32e85b7a837" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a3de3f-ba53-4aa5-82f6-a4f603d9e7c1" -d '{"events": [{"server_uuid": "574781e8-4c8f-4a91-b16f-05052e0b0ee3", "name": "network-vif-deleted", "tag": "71f2c1ab-1f7e-45d0-9ae5-0b6020f22739"}]}' {{(pid=109123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:35:43.367460 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c21d6782-b7c6-46c0-9750-c2c79481a690 req-e5a7ab93-8793-4617-96cd-35d3f70d000f tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/ports?device_id=574781e8-4c8f-4a91-b16f-05052e0b0ee3 HTTP/1.1" status: 200 len: 210 time: 0.0860620 Nov 25 00:35:43.445627 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57cd56cf-cb85-475f-b546-23b6de506b47 x-openstack-request-id: req-57cd56cf-cb85-475f-b546-23b6de506b47 {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:35:43.446377 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574781e8-4c8f-4a91-b16f-05052e0b0ee3", "name": "network-vif-deleted", "tag": "71f2c1ab-1f7e-45d0-9ae5-0b6020f22739", "status": "completed", "code": 200}]} {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:35:43.447225 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-57cd56cf-cb85-475f-b546-23b6de506b47 {{(pid=109123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:35:43.448098 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574781e8-4c8f-4a91-b16f-05052e0b0ee3', 'name': 'network-vif-deleted', 'tag': '71f2c1ab-1f7e-45d0-9ae5-0b6020f22739', 'status': 'completed', 'code': 200} Nov 25 00:35:43.594817 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-7322d815-472b-4e53-bc9d-9c5b25a5ebba None None] Set router f048b5b5-01d4-419f-a17e-6865e85c411a gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:35:43.880370 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-7322d815-472b-4e53-bc9d-9c5b25a5ebba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'name': 'tempest-AttachVolumeShelveTestJSON-104039817-router', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:28:19Z', 'revision_number': 4, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'gw_port': {'id': 'ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:11Z', 'updated_at': '2021-11-25T00:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '33be911e-20ae-465b-8d3c-0b743bfcdb33', 'name': '', 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'mac_address': 'fa:16:3e:13:4c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:16Z', 'updated_at': '2021-11-25T00:28:33Z', 'revision_number': 5, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'subnets': [{'id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:43.912200 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7322d815-472b-4e53-bc9d-9c5b25a5ebba None None] Checking router: f048b5b5-01d4-419f-a17e-6865e85c411a for host: dv-cinder-819200-1-iscsi {{(pid=109126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:35:43.921114 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7322d815-472b-4e53-bc9d-9c5b25a5ebba None None] Routers {'f048b5b5-01d4-419f-a17e-6865e85c411a'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:35:43.921738 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-7322d815-472b-4e53-bc9d-9c5b25a5ebba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:35:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['f048b5b5-01d4-419f-a17e-6865e85c411a'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:44.048597 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-7322d815-472b-4e53-bc9d-9c5b25a5ebba None None] Set router f048b5b5-01d4-419f-a17e-6865e85c411a gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:35:44.418650 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-7322d815-472b-4e53-bc9d-9c5b25a5ebba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'name': 'tempest-AttachVolumeShelveTestJSON-104039817-router', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:28:19Z', 'revision_number': 4, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'gw_port': {'id': 'ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:11Z', 'updated_at': '2021-11-25T00:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '33be911e-20ae-465b-8d3c-0b743bfcdb33', 'name': '', 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'mac_address': 'fa:16:3e:13:4c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:16Z', 'updated_at': '2021-11-25T00:28:33Z', 'revision_number': 5, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'subnets': [{'id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:44.457400 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7322d815-472b-4e53-bc9d-9c5b25a5ebba None None] The sync data for ids ['f048b5b5-01d4-419f-a17e-6865e85c411a'] in dv-cinder-819200-1-iscsi is: [{'id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'name': 'tempest-AttachVolumeShelveTestJSON-104039817-router', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:28:19Z', 'revision_number': 4, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'gw_port': {'id': 'ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:11Z', 'updated_at': '2021-11-25T00:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '33be911e-20ae-465b-8d3c-0b743bfcdb33', 'name': '', 'network_id': '2ac47630-ede3-4aec-b968-c75e15d99ba8', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'mac_address': 'fa:16:3e:13:4c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:16Z', 'updated_at': '2021-11-25T00:28:33Z', 'revision_number': 5, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'subnets': [{'id': 'e4f92811-004c-42eb-91fc-ffe218f909da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:35:44.461786 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-3acf8823-e9d5-45cb-839d-ea485179aa3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:44.535741 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 48366) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:44.606037 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-d2607135-59a4-4fa6-9454-b599e5f0c8c4 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:44.607662 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-d2607135-59a4-4fa6-9454-b599e5f0c8c4 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/networks?id=f16787dd-9dc0-472e-abb8-ca7962f9097c HTTP/1.1" status: 200 len: 815 time: 0.1489837 Nov 25 00:35:44.633682 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-ec4b0c5b-5d1a-407a-8225-0db1b2a59348 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:44.636143 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-d272a351-c38d-4a22-ab55-2e276fa51dce tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/quotas/ca8642a14a804da3871ddf4464eea3d1 HTTP/1.1" status: 200 len: 375 time: 0.0202723 Nov 25 00:35:44.686805 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-ec4b0c5b-5d1a-407a-8225-0db1b2a59348 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:44.707248 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e4a596-08b4-4520-bee9-b33b60f8ec02 None None] New status for floating IP 07a6ef54-59c1-4a74-b30e-e443fd8ed312: DOWN {{(pid=109125) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 00:35:44.734812 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-30b21975-f9b5-4450-86d8-d0a817c782ca tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca8642a14a804da3871ddf4464eea3d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0881805 Nov 25 00:35:44.806599 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-ec4b0c5b-5d1a-407a-8225-0db1b2a59348 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:44.809530 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-ec4b0c5b-5d1a-407a-8225-0db1b2a59348 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:44.810729 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-ec4b0c5b-5d1a-407a-8225-0db1b2a59348 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "DELETE /v2.0/security-groups/89fa72b1-5d0f-4c6d-baf6-1af2e7785f23 HTTP/1.1" status: 204 len: 168 time: 0.2740099 Nov 25 00:35:44.816065 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 48368) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:44.831597 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.api.v2.resource [None req-7302d835-47ed-420e-822c-278fee1269fd tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] show failed (client error): The resource could not be found. Nov 25 00:35:44.833151 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-7302d835-47ed-420e-822c-278fee1269fd tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "GET /v2.0/security-groups/89fa72b1-5d0f-4c6d-baf6-1af2e7785f23 HTTP/1.1" status: 404 len: 347 time: 0.0160835 Nov 25 00:35:44.836222 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 48370) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:44.839560 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b0c5b-5d1a-407a-8225-0db1b2a59348 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fa72b1-5d0f-4c6d-baf6-1af2e7785f23,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:44.872352 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-1b5b109b-4689-4130-9de1-23de08885b2e service neutron] 10.222.0.37 "GET /v2.0/networks/f16787dd-9dc0-472e-abb8-ca7962f9097c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253181 Nov 25 00:35:44.968378 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-19689510-c00c-451e-895d-3824cfcabd08 service neutron] 10.222.0.37 "GET /v2.0/networks/f16787dd-9dc0-472e-abb8-ca7962f9097c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948012 Nov 25 00:35:44.980479 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-dace33c7-d95d-4f2c-92e3-060bfd802f55 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Deleting port 98f211c8-f639-49b0-b1c6-92e6fcdc07a7 {{(pid=109123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:35:44.980920 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-dace33c7-d95d-4f2c-92e3-060bfd802f55 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:45.335816 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-84651c01-4f8c-47ce-ab9c-910e189d544b req-a4c2a551-6de6-4982-a44d-e2996e485310 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 210 time: 0.0338905 Nov 25 00:35:45.368459 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-dace33c7-d95d-4f2c-92e3-060bfd802f55 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:45.368791 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-dace33c7-d95d-4f2c-92e3-060bfd802f55 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:45.383109 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-dace33c7-d95d-4f2c-92e3-060bfd802f55 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Calling delete_port for 98f211c8-f639-49b0-b1c6-92e6fcdc07a7 owned by network:floatingip {{(pid=109123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:35:45.538812 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-dace33c7-d95d-4f2c-92e3-060bfd802f55 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:45.575595 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace33c7-d95d-4f2c-92e3-060bfd802f55 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Pushing event deleted for resources: {'Port': ['ID=98f211c8-f639-49b0-b1c6-92e6fcdc07a7,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:45.644327 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-dace33c7-d95d-4f2c-92e3-060bfd802f55 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks [] for floatingip, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:45.647184 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-dace33c7-d95d-4f2c-92e3-060bfd802f55 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for floatingip, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:45.651380 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-dace33c7-d95d-4f2c-92e3-060bfd802f55 tempest-AttachVolumeShelveTestJSON-1343876586 tempest-AttachVolumeShelveTestJSON-1343876586-project] 10.222.0.37 "DELETE /v2.0/floatingips/07a6ef54-59c1-4a74-b30e-e443fd8ed312 HTTP/1.1" status: 204 len: 168 time: 0.8112791 Nov 25 00:35:46.224338 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-c17c7002-029e-4f77-b4b4-0d2962308452 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:46.226089 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-c17c7002-029e-4f77-b4b4-0d2962308452 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.36 "GET /v2.0/networks?id=f16787dd-9dc0-472e-abb8-ca7962f9097c HTTP/1.1" status: 200 len: 815 time: 0.1204410 Nov 25 00:35:46.239631 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-65c47a1f-bccf-4b94-946f-035e1c6e8d40 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Request body: {'port': {'device_id': '045ed287-6f14-4c6e-a6e4-22f5daa20d2b', 'network_id': 'f16787dd-9dc0-472e-abb8-ca7962f9097c', 'admin_state_up': True, 'tenant_id': 'ca8642a14a804da3871ddf4464eea3d1'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:35:46.388207 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-65c47a1f-bccf-4b94-946f-035e1c6e8d40 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Made reservation on behalf of ca8642a14a804da3871ddf4464eea3d1 for: {'port': 1} {{(pid=109123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:35:46.393679 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-65c47a1f-bccf-4b94-946f-035e1c6e8d40 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:46.448505 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:46.463003 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3a8309b4-a0c0-49d2-add1-6d6e01d0a9de req-a576ecb4-03ad-4191-9a65-c0ac49a49237 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 210 time: 0.0351772 Nov 25 00:35:46.558289 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739 no longer exists at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:35:46.586780 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] No Port match for: 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739 {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:35:46.587205 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 71f2c1ab-1f7e-45d0-9ae5-0b6020f22739 not bound to the agent host hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:35:46.600662 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.db_base_plugin_common [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-65c47a1f-bccf-4b94-946f-035e1c6e8d40 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Allocated IP 172.20.0.10 (f16787dd-9dc0-472e-abb8-ca7962f9097c/0d931989-8e6d-4c3a-bdc0-c79006c02f39/aff20ec0-b8cf-474e-8b83-aadfb651dd3a) {{(pid=109123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:35:46.801290 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-65c47a1f-bccf-4b94-946f-035e1c6e8d40 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks [] for port, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:46.860151 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-65c47a1f-bccf-4b94-946f-035e1c6e8d40 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:46.923657 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-65c47a1f-bccf-4b94-946f-035e1c6e8d40 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Network f16787dd-9dc0-472e-abb8-ca7962f9097c is already hosted by enough agents. {{(pid=109123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:35:46.928350 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-65c47a1f-bccf-4b94-946f-035e1c6e8d40 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Resources bound (agent type, host, resource id): {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:35:46.931072 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-65c47a1f-bccf-4b94-946f-035e1c6e8d40 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Received port after_create {{(pid=109123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:35:47.053346 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c47a1f-bccf-4b94-946f-035e1c6e8d40 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Pushing event updated for resources: {'Port': ['ID=aff20ec0-b8cf-474e-8b83-aadfb651dd3a,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:47.084842 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-65c47a1f-bccf-4b94-946f-035e1c6e8d40 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:47.085597 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-65c47a1f-bccf-4b94-946f-035e1c6e8d40 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:47.116066 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-65c47a1f-bccf-4b94-946f-035e1c6e8d40 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8810029 Nov 25 00:35:47.485350 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-e1f9db42-aca9-479a-b7c4-a2524e309b4d None None] Provisioning complete for port aff20ec0-b8cf-474e-8b83-aadfb651dd3a triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:35:47.487316 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-e1f9db42-aca9-479a-b7c4-a2524e309b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:47.526318 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-e1f9db42-aca9-479a-b7c4-a2524e309b4d None None] Port aff20ec0-b8cf-474e-8b83-aadfb651dd3a cannot update to ACTIVE because it is not bound. {{(pid=109125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 00:35:47.651931 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbcaf48-15da-4f14-abb4-21f3e87477af req-7eed9254-9249-4ca0-a8c0-4457311ad309 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:47.653664 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ccbcaf48-15da-4f14-abb4-21f3e87477af req-7eed9254-9249-4ca0-a8c0-4457311ad309 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 932 time: 0.0823920 Nov 25 00:35:47.758988 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ccbcaf48-15da-4f14-abb4-21f3e87477af req-084abce7-a757-4366-a163-3488c08abbb4 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d1f088-2928-4fb3-bbaa-dcaf609a438b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931582 Nov 25 00:35:48.251656 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 48462) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:48.426595 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:48.457310 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:48.904756 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-f610a4cf-b803-4d1f-ab39-56d1d13e4cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762440'] for router_interface, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:49.250768 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b009ee0-c949-4e00-a319-f24a96283ce3 req-e2ca5b2e-9efc-47dc-815b-31dafbc32d6a tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:49.253037 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8b009ee0-c949-4e00-a319-f24a96283ce3 req-e2ca5b2e-9efc-47dc-815b-31dafbc32d6a tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 932 time: 0.3955479 Nov 25 00:35:49.364609 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8b009ee0-c949-4e00-a319-f24a96283ce3 req-4a925d36-0013-4144-b250-c2e8169121b1 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d1f088-2928-4fb3-bbaa-dcaf609a438b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964875 Nov 25 00:35:49.505067 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [None req-f610a4cf-b803-4d1f-ab39-56d1d13e4cde admin admin] Deleting port 33be911e-20ae-465b-8d3c-0b743bfcdb33 {{(pid=109124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:35:49.505294 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-f610a4cf-b803-4d1f-ab39-56d1d13e4cde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:49.588685 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [None req-f610a4cf-b803-4d1f-ab39-56d1d13e4cde admin admin] For port 33be911e-20ae-465b-8d3c-0b743bfcdb33, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=33be911e-20ae-465b-8d3c-0b743bfcdb33,segment=NetworkSegment(ad64d367-3aef-4d3a-b35a-0b8f6019cb92),segment_id=ad64d367-3aef-4d3a-b35a-0b8f6019cb92)] {{(pid=109124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:35:49.589071 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-f610a4cf-b803-4d1f-ab39-56d1d13e4cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:49.602728 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [None req-f610a4cf-b803-4d1f-ab39-56d1d13e4cde admin admin] Calling delete_port for 33be911e-20ae-465b-8d3c-0b743bfcdb33 owned by network:router_interface {{(pid=109124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:35:49.800964 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-f610a4cf-b803-4d1f-ab39-56d1d13e4cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:49.835124 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610a4cf-b803-4d1f-ab39-56d1d13e4cde admin admin] Pushing event deleted for resources: {'Port': ['ID=33be911e-20ae-465b-8d3c-0b743bfcdb33,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:50.012842 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-f610a4cf-b803-4d1f-ab39-56d1d13e4cde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-762580'] for router_interface, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:50.284410 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f610a4cf-b803-4d1f-ab39-56d1d13e4cde admin admin] Router f048b5b5-01d4-419f-a17e-6865e85c411a has already been hosted by L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 {{(pid=109124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 00:35:50.447715 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f610a4cf-b803-4d1f-ab39-56d1d13e4cde admin admin] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:35:50.459282 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff747119-7cca-4801-a087-f276a6353628 None None] Sync routers for ids ['f048b5b5-01d4-419f-a17e-6865e85c411a'] in dv-cinder-819200-1-iscsi {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:35:50.469084 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-f610a4cf-b803-4d1f-ab39-56d1d13e4cde admin admin] 10.222.0.37 "PUT /v2.0/routers/f048b5b5-01d4-419f-a17e-6865e85c411a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2146082 Nov 25 00:35:50.473078 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 48500) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:50.474155 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff747119-7cca-4801-a087-f276a6353628 None None] Routers {'f048b5b5-01d4-419f-a17e-6865e85c411a'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:35:50.475891 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-ff747119-7cca-4801-a087-f276a6353628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:35:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['f048b5b5-01d4-419f-a17e-6865e85c411a'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:50.529882 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ee1f3-8f8a-40f7-b8b8-2e7f9511bdce req-950745b4-1b6f-4b55-a859-0ed8db45da04 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:50.537579 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-833ee1f3-8f8a-40f7-b8b8-2e7f9511bdce req-950745b4-1b6f-4b55-a859-0ed8db45da04 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 932 time: 0.0714953 Nov 25 00:35:50.633772 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-833ee1f3-8f8a-40f7-b8b8-2e7f9511bdce req-e1d43257-9fde-421a-b36d-e660d861f097 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d1f088-2928-4fb3-bbaa-dcaf609a438b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950270 Nov 25 00:35:50.634649 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6a50f533-fe5e-4bf5-9691-8724f364713d admin admin] Publish callbacks [] for router, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:50.758797 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-ff747119-7cca-4801-a087-f276a6353628 None None] Set router f048b5b5-01d4-419f-a17e-6865e85c411a gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:35:50.828171 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6a50f533-fe5e-4bf5-9691-8724f364713d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:50.908859 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [None req-6a50f533-fe5e-4bf5-9691-8724f364713d admin admin] Deleting port ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55 {{(pid=109124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:35:50.909198 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6a50f533-fe5e-4bf5-9691-8724f364713d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:50.995435 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-ff747119-7cca-4801-a087-f276a6353628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'name': 'tempest-AttachVolumeShelveTestJSON-104039817-router', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:35:49Z', 'revision_number': 5, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'gw_port': {'id': 'ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:28:11Z', 'updated_at': '2021-11-25T00:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi'}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:51.007829 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [None req-6a50f533-fe5e-4bf5-9691-8724f364713d admin admin] For port ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55,segment=NetworkSegment(2cbd316e-5d05-4c4d-ba22-dac4641013ba),segment_id=2cbd316e-5d05-4c4d-ba22-dac4641013ba)] {{(pid=109124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:35:51.008496 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6a50f533-fe5e-4bf5-9691-8724f364713d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:51.024132 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [None req-6a50f533-fe5e-4bf5-9691-8724f364713d admin admin] Calling delete_port for ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55 owned by network:router_gateway {{(pid=109124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:35:51.038499 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff747119-7cca-4801-a087-f276a6353628 None None] Checking router: f048b5b5-01d4-419f-a17e-6865e85c411a for host: dv-cinder-819200-1-iscsi {{(pid=109126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:35:51.047619 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff747119-7cca-4801-a087-f276a6353628 None None] Routers {'f048b5b5-01d4-419f-a17e-6865e85c411a'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:35:51.048386 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-ff747119-7cca-4801-a087-f276a6353628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:35:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['f048b5b5-01d4-419f-a17e-6865e85c411a'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:51.075458 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:51.144537 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-ff747119-7cca-4801-a087-f276a6353628 None None] Set router f048b5b5-01d4-419f-a17e-6865e85c411a gateway port host: None {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:35:51.214727 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-ff747119-7cca-4801-a087-f276a6353628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'name': 'tempest-AttachVolumeShelveTestJSON-104039817-router', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:35:50Z', 'revision_number': 6, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'gw_port_host': None}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:51.241680 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6a50f533-fe5e-4bf5-9691-8724f364713d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:51.249161 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff747119-7cca-4801-a087-f276a6353628 None None] The sync data for ids ['f048b5b5-01d4-419f-a17e-6865e85c411a'] in dv-cinder-819200-1-iscsi is: [{'id': 'f048b5b5-01d4-419f-a17e-6865e85c411a', 'name': 'tempest-AttachVolumeShelveTestJSON-104039817-router', 'tenant_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:28:10Z', 'updated_at': '2021-11-25T00:35:50Z', 'revision_number': 6, 'project_id': 'ab9bf63ea1ef4e45a31c8dad8d8491c4', 'gw_port_host': None}] {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:35:51.275299 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50f533-fe5e-4bf5-9691-8724f364713d admin admin] Pushing event deleted for resources: {'Port': ['ID=ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:51.365137 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6a50f533-fe5e-4bf5-9691-8724f364713d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622962'] for router_gateway, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:51.492530 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6a50f533-fe5e-4bf5-9691-8724f364713d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-776418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8630'] for router, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:51.494601 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6a50f533-fe5e-4bf5-9691-8724f364713d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:51.564413 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6a50f533-fe5e-4bf5-9691-8724f364713d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-776429'] for router, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:51.565383 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a50f533-fe5e-4bf5-9691-8724f364713d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f048b5b5-01d4-419f-a17e-6865e85c411a {{(pid=109124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 00:35:51.571556 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6a50f533-fe5e-4bf5-9691-8724f364713d admin admin] Publish callbacks [] for router, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:51.572323 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-6a50f533-fe5e-4bf5-9691-8724f364713d admin admin] 10.222.0.37 "DELETE /v2.0/routers/f048b5b5-01d4-419f-a17e-6865e85c411a HTTP/1.1" status: 204 len: 168 time: 1.0974131 Nov 25 00:35:51.575025 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 48504) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:51.633537 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc5c80f4-8bb0-4236-9eb0-28996ea8d08c admin admin] Deleting subnet e4f92811-004c-42eb-91fc-ffe218f909da {{(pid=109124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 00:35:51.637405 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-cc5c80f4-8bb0-4236-9eb0-28996ea8d08c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:51.688082 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-cc5c80f4-8bb0-4236-9eb0-28996ea8d08c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11556627'] for subnet, precommit_delete_associations {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:51.881076 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-cc5c80f4-8bb0-4236-9eb0-28996ea8d08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3679783'] for subnet, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:51.912924 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3648f-5ee3-4196-9c95-3fd7c8138974 req-bdf0612b-3938-4bed-86ad-eaca35d33d8d tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:51.914482 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-76c3648f-5ee3-4196-9c95-3fd7c8138974 req-bdf0612b-3938-4bed-86ad-eaca35d33d8d tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 932 time: 0.1255856 Nov 25 00:35:52.014437 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-76c3648f-5ee3-4196-9c95-3fd7c8138974 req-5f7d1c3e-4b13-4f7d-8553-78ac5abaf5a9 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d1f088-2928-4fb3-bbaa-dcaf609a438b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908792 Nov 25 00:35:52.015903 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-cc5c80f4-8bb0-4236-9eb0-28996ea8d08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3679964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11622801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12571129'] for subnet, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:52.057466 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-cc5c80f4-8bb0-4236-9eb0-28996ea8d08c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for subnet, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:52.063301 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc33b4f-783c-4019-873b-4d4f9c396c43 None None] Network 2ac47630-ede3-4aec-b968-c75e15d99ba8 requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:35:52.084862 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-cc5c80f4-8bb0-4236-9eb0-28996ea8d08c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e4f92811-004c-42eb-91fc-ffe218f909da HTTP/1.1" status: 204 len: 168 time: 0.5028191 Nov 25 00:35:52.084862 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c80f4-8bb0-4236-9eb0-28996ea8d08c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4f92811-004c-42eb-91fc-ffe218f909da,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:52.086065 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 48512) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:52.239717 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6ef55ac9-e4e3-4967-bf78-bdbc03d84cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3831181'] for network, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:52.363563 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [None req-6ef55ac9-e4e3-4967-bf78-bdbc03d84cad admin admin] Deleting port 0ce4939b-a475-4e9b-8d9a-c2f18afb9b09 {{(pid=109124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:35:52.363926 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6ef55ac9-e4e3-4967-bf78-bdbc03d84cad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:52.441751 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 33be911e-20ae-465b-8d3c-0b743bfcdb33 no longer exists at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:35:52.467236 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] No Port match for: 33be911e-20ae-465b-8d3c-0b743bfcdb33 {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:35:52.468025 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 33be911e-20ae-465b-8d3c-0b743bfcdb33 not bound to the agent host dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:35:52.469067 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [None req-6ef55ac9-e4e3-4967-bf78-bdbc03d84cad admin admin] For port 0ce4939b-a475-4e9b-8d9a-c2f18afb9b09, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=0ce4939b-a475-4e9b-8d9a-c2f18afb9b09,segment=NetworkSegment(ad64d367-3aef-4d3a-b35a-0b8f6019cb92),segment_id=ad64d367-3aef-4d3a-b35a-0b8f6019cb92)] {{(pid=109124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:35:52.469589 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6ef55ac9-e4e3-4967-bf78-bdbc03d84cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:52.487191 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [None req-6ef55ac9-e4e3-4967-bf78-bdbc03d84cad admin admin] Calling delete_port for 0ce4939b-a475-4e9b-8d9a-c2f18afb9b09 owned by network:dhcp {{(pid=109124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:35:52.644699 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6ef55ac9-e4e3-4967-bf78-bdbc03d84cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:52.662057 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef55ac9-e4e3-4967-bf78-bdbc03d84cad admin admin] No DVR routers for this DVR port 0ce4939b-a475-4e9b-8d9a-c2f18afb9b09 on host dv-cinder-819200-1-iscsi {{(pid=109124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 00:35:52.679352 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb028171-5fe3-4c0b-866a-6d9bacb7dbef None None] DHCP port deletion for 2ac47630-ede3-4aec-b968-c75e15d99ba8 request from dv-cinder-819200-1-iscsi {{(pid=109125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 00:35:52.686788 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef55ac9-e4e3-4967-bf78-bdbc03d84cad admin admin] Pushing event deleted for resources: {'Port': ['ID=0ce4939b-a475-4e9b-8d9a-c2f18afb9b09,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:52.777955 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6ef55ac9-e4e3-4967-bf78-bdbc03d84cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3685296', 'neutron.services.segments.db._delete_segments_for_network-8781494352851'] for network, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:52.821877 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.services.segments.db [None req-6ef55ac9-e4e3-4967-bf78-bdbc03d84cad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac47630-ede3-4aec-b968-c75e15d99ba8']}} {{(pid=109124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:52.834034 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.services.segments.db [None req-6ef55ac9-e4e3-4967-bf78-bdbc03d84cad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad64d367-3aef-4d3a-b35a-0b8f6019cb92') {'for_net_delete': True} {{(pid=109124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:52.834371 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.services.segments.db [None req-6ef55ac9-e4e3-4967-bf78-bdbc03d84cad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad64d367-3aef-4d3a-b35a-0b8f6019cb92') {} {{(pid=109124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:35:52.845873 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6ef55ac9-e4e3-4967-bf78-bdbc03d84cad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781494358748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11556632'] for segment, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:52.870429 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6ef55ac9-e4e3-4967-bf78-bdbc03d84cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386'] for segment, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:52.878757 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ef55ac9-e4e3-4967-bf78-bdbc03d84cad admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=109124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 00:35:52.879216 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6ef55ac9-e4e3-4967-bf78-bdbc03d84cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11622763'] for segment, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:52.894219 dv-cinder-819200-1-iscsi neutron-server[109124]: Traceback (most recent call last): Nov 25 00:35:52.894219 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 00:35:52.894219 dv-cinder-819200-1-iscsi neutron-server[109124]: timer() Nov 25 00:35:52.894219 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 00:35:52.894219 dv-cinder-819200-1-iscsi neutron-server[109124]: cb(*args, **kw) Nov 25 00:35:52.894219 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 00:35:52.894219 dv-cinder-819200-1-iscsi neutron-server[109124]: return func(*args, **kwargs) Nov 25 00:35:52.894219 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 00:35:52.894219 dv-cinder-819200-1-iscsi neutron-server[109124]: self._notify() Nov 25 00:35:52.894219 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 00:35:52.894219 dv-cinder-819200-1-iscsi neutron-server[109124]: self.callback(batched_events) Nov 25 00:35:52.894219 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 00:35:52.894219 dv-cinder-819200-1-iscsi neutron-server[109124]: event.method(event) Nov 25 00:35:52.894219 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 00:35:52.894219 dv-cinder-819200-1-iscsi neutron-server[109124]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 00:35:52.894219 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 00:35:52.894219 dv-cinder-819200-1-iscsi neutron-server[109124]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 00:35:52.894219 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 00:35:52.894219 dv-cinder-819200-1-iscsi neutron-server[109124]: return f(self, *a, **k) Nov 25 00:35:52.894219 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 00:35:52.894219 dv-cinder-819200-1-iscsi neutron-server[109124]: return self._get(url).json() Nov 25 00:35:52.894219 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 00:35:52.894219 dv-cinder-819200-1-iscsi neutron-server[109124]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 00:35:52.894219 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 00:35:52.894219 dv-cinder-819200-1-iscsi neutron-server[109124]: return self.request(url, 'GET', **kwargs) Nov 25 00:35:52.894219 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 00:35:52.894219 dv-cinder-819200-1-iscsi neutron-server[109124]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 00:35:52.894219 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 00:35:52.894219 dv-cinder-819200-1-iscsi neutron-server[109124]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 00:35:52.894219 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 00:35:52.894219 dv-cinder-819200-1-iscsi neutron-server[109124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 00:35:52.894219 dv-cinder-819200-1-iscsi neutron-server[109124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 00:35:52.949015 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6ef55ac9-e4e3-4967-bf78-bdbc03d84cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3685289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622934'] for network, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:52.973929 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6ef55ac9-e4e3-4967-bf78-bdbc03d84cad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for network, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:52.977619 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-6ef55ac9-e4e3-4967-bf78-bdbc03d84cad admin admin] 10.222.0.37 "DELETE /v2.0/networks/2ac47630-ede3-4aec-b968-c75e15d99ba8 HTTP/1.1" status: 204 len: 168 time: 0.8908782 Nov 25 00:35:52.979153 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef55ac9-e4e3-4967-bf78-bdbc03d84cad admin admin] Pushing event deleted for resources: {'Network': ['ID=2ac47630-ede3-4aec-b968-c75e15d99ba8,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:53.173063 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30307224-2177-42cc-9592-7589eb509750 req-e77cdaa0-c648-4f55-bd94-53731a2c0228 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:53.181255 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-30307224-2177-42cc-9592-7589eb509750 req-e77cdaa0-c648-4f55-bd94-53731a2c0228 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 932 time: 0.0720196 Nov 25 00:35:53.184914 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 48530) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:53.241004 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-0ee43313-3573-44c9-856c-a14827bb56f1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ab9bf63ea1ef4e45a31c8dad8d8491c4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0503109 Nov 25 00:35:53.241546 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 48532) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:53.244313 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-30307224-2177-42cc-9592-7589eb509750 req-c82d05ac-f294-4865-8fc0-0fc6ea693d01 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d1f088-2928-4fb3-bbaa-dcaf609a438b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616834 Nov 25 00:35:53.307068 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d4c27c5e-4b82-4d26-80e6-de15548b332d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:53.336305 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d4c27c5e-4b82-4d26-80e6-de15548b332d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:53.385910 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55 no longer exists at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:35:53.405761 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d4c27c5e-4b82-4d26-80e6-de15548b332d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:53.409439 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d4c27c5e-4b82-4d26-80e6-de15548b332d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:53.425244 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] No Port match for: ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55 {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:35:53.425799 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device ddece7d8-e6f9-4ae2-a73f-4a45a0d8ec55 not bound to the agent host dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:35:53.426327 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 0ce4939b-a475-4e9b-8d9a-c2f18afb9b09 no longer exists at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:35:53.426546 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-d4c27c5e-4b82-4d26-80e6-de15548b332d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/061ddf25-219a-4fa2-aa3d-a563a76a2b92 HTTP/1.1" status: 204 len: 168 time: 0.1830027 Nov 25 00:35:53.438411 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c27c5e-4b82-4d26-80e6-de15548b332d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061ddf25-219a-4fa2-aa3d-a563a76a2b92,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:53.496668 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] No Port match for: 0ce4939b-a475-4e9b-8d9a-c2f18afb9b09 {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:35:53.499547 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 0ce4939b-a475-4e9b-8d9a-c2f18afb9b09 not bound to the agent host dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:35:54.404646 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c51a81-1abd-432f-b2ef-c2632d651e32 req-de7693da-ccf6-422e-b570-0e65d415d618 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:54.418081 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f4c51a81-1abd-432f-b2ef-c2632d651e32 req-de7693da-ccf6-422e-b570-0e65d415d618 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 932 time: 0.0986347 Nov 25 00:35:54.482172 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-f4c51a81-1abd-432f-b2ef-c2632d651e32 req-2ac8824c-dd71-41de-9b22-e839ee37d029 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d1f088-2928-4fb3-bbaa-dcaf609a438b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628173 Nov 25 00:35:54.680409 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 6 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 00:35:55.113245 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 48600) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:55.261348 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-03547c60-30b5-4d29-ba7a-7e2065126f0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:55.421702 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-03547c60-30b5-4d29-ba7a-7e2065126f0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:55.427693 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-03547c60-30b5-4d29-ba7a-7e2065126f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:55.468321 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03547c60-30b5-4d29-ba7a-7e2065126f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c736ce-11b2-4033-89a9-acd25bd575db,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:55.475342 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-03547c60-30b5-4d29-ba7a-7e2065126f0f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eded6e2f4f6041deb3f25a13e8f4957f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3584614 Nov 25 00:35:55.476179 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 48610) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:55.479495 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03547c60-30b5-4d29-ba7a-7e2065126f0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:55.479854 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03547c60-30b5-4d29-ba7a-7e2065126f0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:55.480198 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03547c60-30b5-4d29-ba7a-7e2065126f0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:55.480539 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03547c60-30b5-4d29-ba7a-7e2065126f0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:55.480875 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03547c60-30b5-4d29-ba7a-7e2065126f0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:55.481213 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03547c60-30b5-4d29-ba7a-7e2065126f0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:55.481544 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03547c60-30b5-4d29-ba7a-7e2065126f0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:55.481874 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03547c60-30b5-4d29-ba7a-7e2065126f0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:55.482209 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03547c60-30b5-4d29-ba7a-7e2065126f0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:55.482538 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03547c60-30b5-4d29-ba7a-7e2065126f0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:55.482889 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03547c60-30b5-4d29-ba7a-7e2065126f0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:55.483215 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03547c60-30b5-4d29-ba7a-7e2065126f0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:35:55.541036 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d7a4e8a0-fd51-4b13-9fc7-225776d4319a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:55.566900 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d7a4e8a0-fd51-4b13-9fc7-225776d4319a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:55.639387 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c6559-86b1-4302-9c5b-73e397020caa req-843cb9e2-55d2-4cea-8d22-4d3eda8c030f tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:55.641150 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-224c6559-86b1-4302-9c5b-73e397020caa req-843cb9e2-55d2-4cea-8d22-4d3eda8c030f tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 932 time: 0.0694284 Nov 25 00:35:55.642292 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d7a4e8a0-fd51-4b13-9fc7-225776d4319a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:55.647887 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d7a4e8a0-fd51-4b13-9fc7-225776d4319a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:55.652614 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-d7a4e8a0-fd51-4b13-9fc7-225776d4319a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70c736ce-11b2-4033-89a9-acd25bd575db HTTP/1.1" status: 204 len: 168 time: 0.1721320 Nov 25 00:35:55.665005 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a4e8a0-fd51-4b13-9fc7-225776d4319a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c736ce-11b2-4033-89a9-acd25bd575db,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:55.774334 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-224c6559-86b1-4302-9c5b-73e397020caa req-dc37135f-efc7-458b-9ee8-dac88fa45797 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d1f088-2928-4fb3-bbaa-dcaf609a438b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262550 Nov 25 00:35:56.893528 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342e537-40d9-4be3-87f6-67d36e7b08d6 req-9c0e7246-af43-4890-aa65-5c9aed7bffdd tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:56.895036 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-0342e537-40d9-4be3-87f6-67d36e7b08d6 req-9c0e7246-af43-4890-aa65-5c9aed7bffdd tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 932 time: 0.0499043 Nov 25 00:35:56.944964 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-0342e537-40d9-4be3-87f6-67d36e7b08d6 req-8c05551a-950d-4182-ad54-73729c836384 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d1f088-2928-4fb3-bbaa-dcaf609a438b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436687 Nov 25 00:35:56.993068 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-e24e8765-fef6-41cf-afee-d310b3dd15df service neutron] Request body: {'port': {'device_id': '045ed287-6f14-4c6e-a6e4-22f5daa20d2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:35:57.051288 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-e24e8765-fef6-41cf-afee-d310b3dd15df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:57.329851 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-e24e8765-fef6-41cf-afee-d310b3dd15df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aff20ec0-b8cf-474e-8b83-aadfb651dd3a {{(pid=109123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:35:57.338514 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-e24e8765-fef6-41cf-afee-d310b3dd15df service neutron] Publish callbacks [] for port, precommit_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:57.351439 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.provisioning_blocks [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-e24e8765-fef6-41cf-afee-d310b3dd15df service neutron] Transition to ACTIVE for port object aff20ec0-b8cf-474e-8b83-aadfb651dd3a will not be triggered until provisioned by entity L2. {{(pid=109123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 00:35:57.355411 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-e24e8765-fef6-41cf-afee-d310b3dd15df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11305756'] for port, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:57.417219 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e8765-fef6-41cf-afee-d310b3dd15df service neutron] Pushing event updated for resources: {'Port': ['ID=aff20ec0-b8cf-474e-8b83-aadfb651dd3a,revision_number=2']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:57.485436 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.managers [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-e24e8765-fef6-41cf-afee-d310b3dd15df service neutron] Attempting to bind port aff20ec0-b8cf-474e-8b83-aadfb651dd3a on host hv-cinder-81920 for vnic_type normal with profile {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:35:57.485776 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.managers [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-e24e8765-fef6-41cf-afee-d310b3dd15df service neutron] Attempting to bind port aff20ec0-b8cf-474e-8b83-aadfb651dd3a by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': 'd3fb7cb5-725f-44df-abd2-3bd15506fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f16787dd-9dc0-472e-abb8-ca7962f9097c'}] {{(pid=109123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:35:57.486107 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-e24e8765-fef6-41cf-afee-d310b3dd15df service neutron] Attempting to bind port aff20ec0-b8cf-474e-8b83-aadfb651dd3a on network f16787dd-9dc0-472e-abb8-ca7962f9097c {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:35:57.492619 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-e24e8765-fef6-41cf-afee-d310b3dd15df service neutron] Port aff20ec0-b8cf-474e-8b83-aadfb651dd3a on network f16787dd-9dc0-472e-abb8-ca7962f9097c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 00:35:57.493095 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-e24e8765-fef6-41cf-afee-d310b3dd15df service neutron] Attempting to bind port aff20ec0-b8cf-474e-8b83-aadfb651dd3a on network f16787dd-9dc0-472e-abb8-ca7962f9097c {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:35:57.498600 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-e24e8765-fef6-41cf-afee-d310b3dd15df service neutron] Checking agent: {'id': 'ecb47d45-642b-455d-9e6f-8b3bbedb4480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'started_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:35:57.499001 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-e24e8765-fef6-41cf-afee-d310b3dd15df service neutron] Checking segment: {'id': 'd3fb7cb5-725f-44df-abd2-3bd15506fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f16787dd-9dc0-472e-abb8-ca7962f9097c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:35:57.499397 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-e24e8765-fef6-41cf-afee-d310b3dd15df service neutron] Bound using segment: {'id': 'd3fb7cb5-725f-44df-abd2-3bd15506fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f16787dd-9dc0-472e-abb8-ca7962f9097c'} {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:35:57.499874 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.managers [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-e24e8765-fef6-41cf-afee-d310b3dd15df service neutron] Bound port: aff20ec0-b8cf-474e-8b83-aadfb651dd3a, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3fb7cb5-725f-44df-abd2-3bd15506fa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f16787dd-9dc0-472e-abb8-ca7962f9097c'}}] {{(pid=109123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:35:57.500388 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-e24e8765-fef6-41cf-afee-d310b3dd15df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:57.587952 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-e24e8765-fef6-41cf-afee-d310b3dd15df service neutron] For port aff20ec0-b8cf-474e-8b83-aadfb651dd3a, host hv-cinder-81920, cleared binding levels {{(pid=109123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:35:57.592483 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-e24e8765-fef6-41cf-afee-d310b3dd15df service neutron] For port aff20ec0-b8cf-474e-8b83-aadfb651dd3a, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=aff20ec0-b8cf-474e-8b83-aadfb651dd3a,segment=NetworkSegment(d3fb7cb5-725f-44df-abd2-3bd15506fa40),segment_id=d3fb7cb5-725f-44df-abd2-3bd15506fa40)] {{(pid=109123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:35:57.598119 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-e24e8765-fef6-41cf-afee-d310b3dd15df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11305756'] for port, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:57.634293 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-e24e8765-fef6-41cf-afee-d310b3dd15df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:57.634998 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-e24e8765-fef6-41cf-afee-d310b3dd15df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:57.636454 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-e24e8765-fef6-41cf-afee-d310b3dd15df service neutron] 10.222.0.36 "PUT /v2.0/ports/aff20ec0-b8cf-474e-8b83-aadfb651dd3a HTTP/1.1" status: 200 len: 1094 time: 0.6487772 Nov 25 00:35:57.638810 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '045ed287-6f14-4c6e-a6e4-22f5daa20d2b', 'tag': 'aff20ec0-b8cf-474e-8b83-aadfb651dd3a'}] {{(pid=109123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:35:57.647095 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d6797fd55ce1482701f76a6a20d13483833b06e18cae27317f32e85b7a837" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1390066c-1c49-408e-a9a7-88bed8ae8d51" -d '{"events": [{"name": "network-changed", "server_uuid": "045ed287-6f14-4c6e-a6e4-22f5daa20d2b", "tag": "aff20ec0-b8cf-474e-8b83-aadfb651dd3a"}]}' {{(pid=109123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:35:57.731692 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e8765-fef6-41cf-afee-d310b3dd15df service neutron] Pushing event updated for resources: {'Port': ['ID=aff20ec0-b8cf-474e-8b83-aadfb651dd3a,revision_number=3']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:57.738044 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 00:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8b2d9e-f360-4c83-b4c0-593f39454b74 x-openstack-request-id: req-8c8b2d9e-f360-4c83-b4c0-593f39454b74 {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:35:57.738340 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "045ed287-6f14-4c6e-a6e4-22f5daa20d2b", "tag": "aff20ec0-b8cf-474e-8b83-aadfb651dd3a", "status": "completed", "code": 200}]} {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:35:57.738601 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8c8b2d9e-f360-4c83-b4c0-593f39454b74 {{(pid=109123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:35:57.739033 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '045ed287-6f14-4c6e-a6e4-22f5daa20d2b', 'tag': 'aff20ec0-b8cf-474e-8b83-aadfb651dd3a', 'status': 'completed', 'code': 200} Nov 25 00:35:57.762382 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-a96e6561-d843-4858-9802-bb7c8072b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:57.764401 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-a96e6561-d843-4858-9802-bb7c8072b2ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca8642a14a804da3871ddf4464eea3d1&device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 1097 time: 0.0795822 Nov 25 00:35:57.821445 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-fbc9d7b6-6593-4d44-96b8-b7bf7fb77de6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aff20ec0-b8cf-474e-8b83-aadfb651dd3a HTTP/1.1" status: 200 len: 217 time: 0.0480440 Nov 25 00:35:57.878235 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-65afa37e-509c-4338-982d-0a4933eaab26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:57.880071 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-65afa37e-509c-4338-982d-0a4933eaab26 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d931989-8e6d-4c3a-bdc0-c79006c02f39 HTTP/1.1" status: 200 len: 854 time: 0.0521724 Nov 25 00:35:57.935417 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-f93d9c3b-abcb-4cc9-b4ab-a69581904c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:57.937138 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-f93d9c3b-abcb-4cc9-b4ab-a69581904c82 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f16787dd-9dc0-472e-abb8-ca7962f9097c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502110 Nov 25 00:35:58.058284 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-104c4ebc-750f-40c2-ae75-5486f5fe609a service neutron] 10.222.0.36 "GET /v2.0/networks/f16787dd-9dc0-472e-abb8-ca7962f9097c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128912 Nov 25 00:35:58.103471 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e9f6c-c507-4b89-9888-ee1b1fdf4392 req-7aa7e59b-5f8e-4960-8ee7-65d1311804f0 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:58.105136 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-e02e9f6c-c507-4b89-9888-ee1b1fdf4392 req-7aa7e59b-5f8e-4960-8ee7-65d1311804f0 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 944 time: 0.0583990 Nov 25 00:35:58.176432 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f672dd00-a23d-410d-97e2-870efaed5e63 req-d2257c97-b24b-42c7-b0ff-6ab3eea54fd7 service neutron] 10.222.0.36 "GET /v2.0/networks/f16787dd-9dc0-472e-abb8-ca7962f9097c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098568 Nov 25 00:35:58.183467 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-e02e9f6c-c507-4b89-9888-ee1b1fdf4392 req-a3a2ebff-55ec-447a-80c7-e626241d693d tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d1f088-2928-4fb3-bbaa-dcaf609a438b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715616 Nov 25 00:35:58.294059 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390066c-1c49-408e-a9a7-88bed8ae8d51 req-2732f77e-b1c8-49d8-8c2f-0474de15d5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:58.296387 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1390066c-1c49-408e-a9a7-88bed8ae8d51 req-2732f77e-b1c8-49d8-8c2f-0474de15d5b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca8642a14a804da3871ddf4464eea3d1&device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 1097 time: 0.0606360 Nov 25 00:35:58.406016 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390066c-1c49-408e-a9a7-88bed8ae8d51 req-4fd62c19-f3df-4341-9987-23ebea21bf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:58.411840 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1390066c-1c49-408e-a9a7-88bed8ae8d51 req-4fd62c19-f3df-4341-9987-23ebea21bf56 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f16787dd-9dc0-472e-abb8-ca7962f9097c HTTP/1.1" status: 200 len: 916 time: 0.1058972 Nov 25 00:35:58.459128 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1390066c-1c49-408e-a9a7-88bed8ae8d51 req-74a6d140-6bb5-4538-9252-192290c08649 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aff20ec0-b8cf-474e-8b83-aadfb651dd3a HTTP/1.1" status: 200 len: 217 time: 0.0398211 Nov 25 00:35:58.521395 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390066c-1c49-408e-a9a7-88bed8ae8d51 req-369f989f-e92d-41fc-960e-951b3616ba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:58.525892 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1390066c-1c49-408e-a9a7-88bed8ae8d51 req-369f989f-e92d-41fc-960e-951b3616ba43 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d931989-8e6d-4c3a-bdc0-c79006c02f39 HTTP/1.1" status: 200 len: 854 time: 0.0559950 Nov 25 00:35:58.579457 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390066c-1c49-408e-a9a7-88bed8ae8d51 req-2d7fbf1d-16cb-4044-aa34-bb769986f0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:58.581833 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1390066c-1c49-408e-a9a7-88bed8ae8d51 req-2d7fbf1d-16cb-4044-aa34-bb769986f0f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f16787dd-9dc0-472e-abb8-ca7962f9097c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512292 Nov 25 00:35:58.681099 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1390066c-1c49-408e-a9a7-88bed8ae8d51 req-6a127bcb-1c94-46c9-ad2f-0efc78fc12fd service neutron] 10.222.0.36 "GET /v2.0/networks/f16787dd-9dc0-472e-abb8-ca7962f9097c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914280 Nov 25 00:35:58.782066 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1390066c-1c49-408e-a9a7-88bed8ae8d51 req-c6d418b5-51a0-4972-8a62-8a5efed30cef service neutron] 10.222.0.36 "GET /v2.0/networks/f16787dd-9dc0-472e-abb8-ca7962f9097c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924015 Nov 25 00:35:59.017765 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 48784) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:59.140878 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a71fa4f1-7fa5-484c-8610-d6e7fb5497df admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:59.229316 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a71fa4f1-7fa5-484c-8610-d6e7fb5497df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:59.233907 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a71fa4f1-7fa5-484c-8610-d6e7fb5497df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:59.272859 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-a71fa4f1-7fa5-484c-8610-d6e7fb5497df admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d6ac14f2f6074fd1a376b4bf63ad9302&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2539303 Nov 25 00:35:59.273753 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71fa4f1-7fa5-484c-8610-d6e7fb5497df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bb2e3e-0a7f-40d0-8fe2-e44aed10d7e3,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:59.280248 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 48790) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:59.337767 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92903f-53ad-4081-8c04-1081c2accb8b req-4208e087-ef2d-4a14-9ac6-75ab8b9526dc tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:35:59.339189 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-9c92903f-53ad-4081-8c04-1081c2accb8b req-4208e087-ef2d-4a14-9ac6-75ab8b9526dc tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 944 time: 0.0865014 Nov 25 00:35:59.368871 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-c617b902-2a29-4d17-b3ce-3ac6d0424ca3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:59.402707 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-c617b902-2a29-4d17-b3ce-3ac6d0424ca3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:59.422908 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-9c92903f-53ad-4081-8c04-1081c2accb8b req-19e720dd-3efd-4845-b56d-51ab961e9ed8 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d1f088-2928-4fb3-bbaa-dcaf609a438b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770731 Nov 25 00:35:59.476748 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-c617b902-2a29-4d17-b3ce-3ac6d0424ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:59.479432 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-c617b902-2a29-4d17-b3ce-3ac6d0424ca3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:59.480569 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-c617b902-2a29-4d17-b3ce-3ac6d0424ca3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e4bb2e3e-0a7f-40d0-8fe2-e44aed10d7e3 HTTP/1.1" status: 204 len: 168 time: 0.1992161 Nov 25 00:35:59.489772 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617b902-2a29-4d17-b3ce-3ac6d0424ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bb2e3e-0a7f-40d0-8fe2-e44aed10d7e3,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:59.820825 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 48820) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:59.834715 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-035ebed4-0899-4c08-9874-dd2ce801c135 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:59.850591 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 48822) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:35:59.914842 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-035ebed4-0899-4c08-9874-dd2ce801c135 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:59.919097 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-035ebed4-0899-4c08-9874-dd2ce801c135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:35:59.957352 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ebed4-0899-4c08-9874-dd2ce801c135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4567de94-fb96-4779-be35-9eb4e7e91ca4,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:35:59.963347 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-035ebed4-0899-4c08-9874-dd2ce801c135 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf20040836584174aef7d0875575a6ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411357 Nov 25 00:35:59.967396 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 48826) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:00.019787 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-54b53dc6-f8ad-4608-9c11-add8923d020d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:00.021934 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-611fe030-5035-41a6-a11f-1d7d49d4a999 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:00.044828 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-611fe030-5035-41a6-a11f-1d7d49d4a999 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:00.094751 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-611fe030-5035-41a6-a11f-1d7d49d4a999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:00.098024 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-611fe030-5035-41a6-a11f-1d7d49d4a999 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:00.099193 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-611fe030-5035-41a6-a11f-1d7d49d4a999 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4567de94-fb96-4779-be35-9eb4e7e91ca4 HTTP/1.1" status: 204 len: 168 time: 0.1306596 Nov 25 00:36:00.099922 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-54b53dc6-f8ad-4608-9c11-add8923d020d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:00.107071 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-54b53dc6-f8ad-4608-9c11-add8923d020d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:00.107676 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611fe030-5035-41a6-a11f-1d7d49d4a999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4567de94-fb96-4779-be35-9eb4e7e91ca4,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:00.150152 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-54b53dc6-f8ad-4608-9c11-add8923d020d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7a23c25e15504135931c554c39181123&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2956822 Nov 25 00:36:00.150887 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 48830) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:00.157249 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b53dc6-f8ad-4608-9c11-add8923d020d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8956482-0c61-460b-960d-e2b0a52a9fcc,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:00.206415 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a4b40283-f94d-4550-8ba1-10b919a8848f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:00.230675 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a4b40283-f94d-4550-8ba1-10b919a8848f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:00.290697 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a4b40283-f94d-4550-8ba1-10b919a8848f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:00.293336 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a4b40283-f94d-4550-8ba1-10b919a8848f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:00.294519 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-a4b40283-f94d-4550-8ba1-10b919a8848f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a8956482-0c61-460b-960d-e2b0a52a9fcc HTTP/1.1" status: 204 len: 168 time: 0.1432979 Nov 25 00:36:00.302980 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b40283-f94d-4550-8ba1-10b919a8848f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8956482-0c61-460b-960d-e2b0a52a9fcc,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:00.576834 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d8355-4fa5-4dab-b42c-559076ecf885 req-a90e9dfe-a314-40ca-9a1b-75842e0345e2 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:00.578751 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-160d8355-4fa5-4dab-b42c-559076ecf885 req-a90e9dfe-a314-40ca-9a1b-75842e0345e2 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 944 time: 0.0722024 Nov 25 00:36:00.638192 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-160d8355-4fa5-4dab-b42c-559076ecf885 req-bfead89f-e653-497b-80c1-5cfbe1853379 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d1f088-2928-4fb3-bbaa-dcaf609a438b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528150 Nov 25 00:36:00.652699 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device aff20ec0-b8cf-474e-8b83-aadfb651dd3a details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=109125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 00:36:00.761073 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port aff20ec0-b8cf-474e-8b83-aadfb651dd3a, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=aff20ec0-b8cf-474e-8b83-aadfb651dd3a,segment=NetworkSegment(d3fb7cb5-725f-44df-abd2-3bd15506fa40),segment_id=d3fb7cb5-725f-44df-abd2-3bd15506fa40)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:36:00.763685 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 48854) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:00.778539 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-9e2ab4e2-ab07-4f87-9216-f549e8f03721 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:00.782814 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Returning: {'device': 'aff20ec0-b8cf-474e-8b83-aadfb651dd3a', 'network_id': 'f16787dd-9dc0-472e-abb8-ca7962f9097c', 'port_id': 'aff20ec0-b8cf-474e-8b83-aadfb651dd3a', 'mac_address': 'fa:16:3e:6e:e7:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d931989-8e6d-4c3a-bdc0-c79006c02f39', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 00:36:00.824334 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:00.839624 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aff20ec0-b8cf-474e-8b83-aadfb651dd3a {{(pid=109125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:36:00.861479 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port aff20ec0-b8cf-474e-8b83-aadfb651dd3a, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=aff20ec0-b8cf-474e-8b83-aadfb651dd3a,segment=NetworkSegment(d3fb7cb5-725f-44df-abd2-3bd15506fa40),segment_id=d3fb7cb5-725f-44df-abd2-3bd15506fa40)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:36:00.866509 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:00.880292 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-9e2ab4e2-ab07-4f87-9216-f549e8f03721 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:00.885185 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-9e2ab4e2-ab07-4f87-9216-f549e8f03721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:00.927241 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-9e2ab4e2-ab07-4f87-9216-f549e8f03721 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fa767c52b2834ee0885be07ffd0eeb77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1623733 Nov 25 00:36:00.928063 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ab4e2-ab07-4f87-9216-f549e8f03721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbf4441-d0d5-497f-8614-31031dbe7c8d,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:00.929122 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=aff20ec0-b8cf-474e-8b83-aadfb651dd3a,revision_number=4']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:00.930862 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 48858) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:00.993094 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0dbd724a-7e8e-4a33-8049-b2f2f87ef13f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:01.016734 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0dbd724a-7e8e-4a33-8049-b2f2f87ef13f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:01.071662 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0dbd724a-7e8e-4a33-8049-b2f2f87ef13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:01.075081 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0dbd724a-7e8e-4a33-8049-b2f2f87ef13f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:01.076479 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-0dbd724a-7e8e-4a33-8049-b2f2f87ef13f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ddbf4441-d0d5-497f-8614-31031dbe7c8d HTTP/1.1" status: 204 len: 168 time: 0.1439843 Nov 25 00:36:01.089746 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd724a-7e8e-4a33-8049-b2f2f87ef13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbf4441-d0d5-497f-8614-31031dbe7c8d,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:01.116029 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['aff20ec0-b8cf-474e-8b83-aadfb651dd3a'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:36:01.777138 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8b0fb-0190-40fa-a528-7930fa406621 req-9018b101-2138-4561-b2fc-a264bc85cf02 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:01.778935 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b5d8b0fb-0190-40fa-a528-7930fa406621 req-9018b101-2138-4561-b2fc-a264bc85cf02 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 945 time: 0.0616267 Nov 25 00:36:01.837746 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b5d8b0fb-0190-40fa-a528-7930fa406621 req-a76d7b64-6f18-4046-a4e9-b30fbd593c12 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d1f088-2928-4fb3-bbaa-dcaf609a438b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517554 Nov 25 00:36:01.979521 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 48902) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:02.362934 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-abc6af0f-df72-467d-84c2-f7cbd53adb84 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Deleting port ca6690be-c8b1-4240-9838-1829e5e29607 {{(pid=109123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:36:02.363563 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-abc6af0f-df72-467d-84c2-f7cbd53adb84 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:02.465959 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-abc6af0f-df72-467d-84c2-f7cbd53adb84 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:02.467032 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-abc6af0f-df72-467d-84c2-f7cbd53adb84 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:02.482672 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-abc6af0f-df72-467d-84c2-f7cbd53adb84 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Calling delete_port for ca6690be-c8b1-4240-9838-1829e5e29607 owned by network:floatingip {{(pid=109123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:36:02.664307 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-abc6af0f-df72-467d-84c2-f7cbd53adb84 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:02.683557 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device aff20ec0-b8cf-474e-8b83-aadfb651dd3a up at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:36:02.691042 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6af0f-df72-467d-84c2-f7cbd53adb84 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Pushing event deleted for resources: {'Port': ['ID=ca6690be-c8b1-4240-9838-1829e5e29607,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:02.744174 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning for port aff20ec0-b8cf-474e-8b83-aadfb651dd3a completed by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 00:36:02.748506 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning complete for port aff20ec0-b8cf-474e-8b83-aadfb651dd3a triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:36:02.749307 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:02.760295 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-abc6af0f-df72-467d-84c2-f7cbd53adb84 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks [] for floatingip, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:02.760633 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.db.l3_db [None req-abc6af0f-df72-467d-84c2-f7cbd53adb84 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Floating IP 0e9aed8c-5d0d-447f-8480-476b2bf79279 disassociated (deleted). External IP: 172.27.2.67, port: 1e22ac7b-edbb-468e-ac61-bc2a30c9d949. Nov 25 00:36:02.856730 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:02.892919 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '045ed287-6f14-4c6e-a6e4-22f5daa20d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff20ec0-b8cf-474e-8b83-aadfb651dd3a'}] {{(pid=109125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:36:02.895971 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b40ce054491f5bd1a33a22e0e33c095860c6622367658d2460ab374ec6fa3a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd34547-f0d6-4694-97e6-9ebc8cd4a252" -d '{"events": [{"server_uuid": "045ed287-6f14-4c6e-a6e4-22f5daa20d2b", "name": "network-vif-plugged", "status": "completed", "tag": "aff20ec0-b8cf-474e-8b83-aadfb651dd3a"}]}' {{(pid=109125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:36:02.910891 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port aff20ec0-b8cf-474e-8b83-aadfb651dd3a, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=aff20ec0-b8cf-474e-8b83-aadfb651dd3a,segment=NetworkSegment(d3fb7cb5-725f-44df-abd2-3bd15506fa40),segment_id=d3fb7cb5-725f-44df-abd2-3bd15506fa40)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:36:02.915601 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:02.967854 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82d992c-fe2c-4bc9-a8dd-098ef20eb6ba x-openstack-request-id: req-b82d992c-fe2c-4bc9-a8dd-098ef20eb6ba {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:36:02.968146 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "045ed287-6f14-4c6e-a6e4-22f5daa20d2b", "name": "network-vif-plugged", "status": "completed", "tag": "aff20ec0-b8cf-474e-8b83-aadfb651dd3a", "code": 200}]} {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:36:02.968756 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b82d992c-fe2c-4bc9-a8dd-098ef20eb6ba {{(pid=109125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:36:02.969330 dv-cinder-819200-1-iscsi neutron-server[109125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '045ed287-6f14-4c6e-a6e4-22f5daa20d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff20ec0-b8cf-474e-8b83-aadfb651dd3a', 'code': 200} Nov 25 00:36:02.990400 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=aff20ec0-b8cf-474e-8b83-aadfb651dd3a,revision_number=5']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:03.025174 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc6af0f-df72-467d-84c2-f7cbd53adb84 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Router 7b8687f4-706f-468a-8fdd-43e76e6bb33f has already been hosted by L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 {{(pid=109123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 00:36:03.056639 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93c381-e208-435a-96d4-1713a8a2ecd1 req-94b61de2-73de-4e3e-a145-97aba35338ea tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:03.063795 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ca93c381-e208-435a-96d4-1713a8a2ecd1 req-94b61de2-73de-4e3e-a145-97aba35338ea tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 946 time: 0.1018546 Nov 25 00:36:03.133055 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ca93c381-e208-435a-96d4-1713a8a2ecd1 req-fcc30cc6-a45c-4e54-9d6b-2cdd488358b8 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d1f088-2928-4fb3-bbaa-dcaf609a438b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614810 Nov 25 00:36:03.178066 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b0aa7-6df2-4b50-955b-c3acee281a80 req-7b4d16cd-c336-4b8b-a0e9-2079e06481eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:03.179535 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a14b0aa7-6df2-4b50-955b-c3acee281a80 req-7b4d16cd-c336-4b8b-a0e9-2079e06481eb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 1099 time: 0.0657396 Nov 25 00:36:03.183930 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc6af0f-df72-467d-84c2-f7cbd53adb84 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:36:03.189034 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-abc6af0f-df72-467d-84c2-f7cbd53adb84 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for floatingip, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:03.195025 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15d1f6-031b-449a-a77c-f03371acd8cf None None] Sync routers for ids ['7b8687f4-706f-468a-8fdd-43e76e6bb33f'] in dv-cinder-819200-1-iscsi {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:36:03.205651 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b15d1f6-031b-449a-a77c-f03371acd8cf None None] Routers {'7b8687f4-706f-468a-8fdd-43e76e6bb33f'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:36:03.206680 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-8b15d1f6-031b-449a-a77c-f03371acd8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:35:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['7b8687f4-706f-468a-8fdd-43e76e6bb33f'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:36:03.234914 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-abc6af0f-df72-467d-84c2-f7cbd53adb84 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "DELETE /v2.0/floatingips/0e9aed8c-5d0d-447f-8480-476b2bf79279 HTTP/1.1" status: 204 len: 168 time: 1.2542605 Nov 25 00:36:03.237691 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd91f8320-88a2-4375-b554-c9088c8bf20d', 'tag': '1e22ac7b-edbb-468e-ac61-bc2a30c9d949'}] {{(pid=109123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:36:03.240047 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d6797fd55ce1482701f76a6a20d13483833b06e18cae27317f32e85b7a837" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f7794c-698c-4cda-a440-e08b72a9622b" -d '{"events": [{"name": "network-changed", "server_uuid": "d91f8320-88a2-4375-b554-c9088c8bf20d", "tag": "1e22ac7b-edbb-468e-ac61-bc2a30c9d949"}]}' {{(pid=109123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:36:03.257546 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a14b0aa7-6df2-4b50-955b-c3acee281a80 req-f789b71f-3962-4ff6-a16b-462edc33cd33 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=10d1f088-2928-4fb3-bbaa-dcaf609a438b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656333 Nov 25 00:36:03.290559 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 00:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8904a039-9322-4a68-8bf5-be4f0f98e88c x-openstack-request-id: req-8904a039-9322-4a68-8bf5-be4f0f98e88c {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:36:03.290885 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d91f8320-88a2-4375-b554-c9088c8bf20d", "tag": "1e22ac7b-edbb-468e-ac61-bc2a30c9d949", "status": "completed", "code": 200}]} {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:36:03.291143 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8904a039-9322-4a68-8bf5-be4f0f98e88c {{(pid=109123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:36:03.291602 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd91f8320-88a2-4375-b554-c9088c8bf20d', 'tag': '1e22ac7b-edbb-468e-ac61-bc2a30c9d949', 'status': 'completed', 'code': 200} Nov 25 00:36:03.320056 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-8b15d1f6-031b-449a-a77c-f03371acd8cf None None] Set router 7b8687f4-706f-468a-8fdd-43e76e6bb33f gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:36:03.525570 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554c8cc-5a7f-49ee-9fc1-5cc0970ecc9b req-ff138633-80b1-4fe1-82b3-6fa1ffb29a90 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:03.528508 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-e554c8cc-5a7f-49ee-9fc1-5cc0970ecc9b req-ff138633-80b1-4fe1-82b3-6fa1ffb29a90 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 946 time: 0.0888634 Nov 25 00:36:03.577355 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7794c-698c-4cda-a440-e08b72a9622b req-f7cf4afa-2018-46a6-8c17-bc3ad9ecd0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:03.577923 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-8b15d1f6-031b-449a-a77c-f03371acd8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'name': 'tempest-TestShelveInstance-1379455999-router', 'tenant_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:29:52Z', 'updated_at': '2021-11-25T00:30:02Z', 'revision_number': 4, 'project_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'gw_port': {'id': '3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:29:54Z', 'updated_at': '2021-11-25T00:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': 'd01eca09-bd37-4899-8494-d63c872a746d', 'name': '', 'network_id': '1e9c94da-08ec-44a7-9abd-e30ed8735d06', 'tenant_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'mac_address': 'fa:16:3e:75:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '6a96f391-45a6-424b-a4f4-889163bf126c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:29:58Z', 'updated_at': '2021-11-25T00:30:09Z', 'revision_number': 5, 'project_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'subnets': [{'id': '6a96f391-45a6-424b-a4f4-889163bf126c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:36:03.579651 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-04f7794c-698c-4cda-a440-e08b72a9622b req-f7cf4afa-2018-46a6-8c17-bc3ad9ecd0ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5f392e66d5f410f8a6baf59ecc59ace&device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 1099 time: 0.0834363 Nov 25 00:36:03.607321 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15d1f6-031b-449a-a77c-f03371acd8cf None None] Checking router: 7b8687f4-706f-468a-8fdd-43e76e6bb33f for host: dv-cinder-819200-1-iscsi {{(pid=109125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:36:03.616951 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b15d1f6-031b-449a-a77c-f03371acd8cf None None] Routers {'7b8687f4-706f-468a-8fdd-43e76e6bb33f'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:36:03.617565 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-8b15d1f6-031b-449a-a77c-f03371acd8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:35:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['7b8687f4-706f-468a-8fdd-43e76e6bb33f'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:36:03.632429 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-e554c8cc-5a7f-49ee-9fc1-5cc0970ecc9b req-08472b5f-87aa-4d01-939e-e4dca67e85be tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912664 Nov 25 00:36:03.707038 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7794c-698c-4cda-a440-e08b72a9622b req-71791af8-93ac-4c0d-8a9a-50d307f1445a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:03.708532 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-04f7794c-698c-4cda-a440-e08b72a9622b req-71791af8-93ac-4c0d-8a9a-50d307f1445a service neutron] 10.222.0.36 "GET /v2.0/networks?id=1e9c94da-08ec-44a7-9abd-e30ed8735d06 HTTP/1.1" status: 200 len: 910 time: 0.1202857 Nov 25 00:36:03.741462 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-8b15d1f6-031b-449a-a77c-f03371acd8cf None None] Set router 7b8687f4-706f-468a-8fdd-43e76e6bb33f gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:36:03.759812 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-04f7794c-698c-4cda-a440-e08b72a9622b req-94b8db29-8add-468e-b2fb-9d381f1bffa3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e22ac7b-edbb-468e-ac61-bc2a30c9d949 HTTP/1.1" status: 200 len: 217 time: 0.0418394 Nov 25 00:36:03.811337 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7794c-698c-4cda-a440-e08b72a9622b req-70ad91fe-1504-46b0-80de-b11166dcb6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:03.812797 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-04f7794c-698c-4cda-a440-e08b72a9622b req-70ad91fe-1504-46b0-80de-b11166dcb6ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a96f391-45a6-424b-a4f4-889163bf126c HTTP/1.1" status: 200 len: 848 time: 0.0449455 Nov 25 00:36:03.957680 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-8b15d1f6-031b-449a-a77c-f03371acd8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'name': 'tempest-TestShelveInstance-1379455999-router', 'tenant_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:29:52Z', 'updated_at': '2021-11-25T00:30:02Z', 'revision_number': 4, 'project_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'gw_port': {'id': '3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:29:54Z', 'updated_at': '2021-11-25T00:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': 'd01eca09-bd37-4899-8494-d63c872a746d', 'name': '', 'network_id': '1e9c94da-08ec-44a7-9abd-e30ed8735d06', 'tenant_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'mac_address': 'fa:16:3e:75:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '6a96f391-45a6-424b-a4f4-889163bf126c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:29:58Z', 'updated_at': '2021-11-25T00:30:09Z', 'revision_number': 5, 'project_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'subnets': [{'id': '6a96f391-45a6-424b-a4f4-889163bf126c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:36:03.995713 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15d1f6-031b-449a-a77c-f03371acd8cf None None] The sync data for ids ['7b8687f4-706f-468a-8fdd-43e76e6bb33f'] in dv-cinder-819200-1-iscsi is: [{'id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'name': 'tempest-TestShelveInstance-1379455999-router', 'tenant_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:29:52Z', 'updated_at': '2021-11-25T00:30:02Z', 'revision_number': 4, 'project_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'gw_port': {'id': '3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:29:54Z', 'updated_at': '2021-11-25T00:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': 'd01eca09-bd37-4899-8494-d63c872a746d', 'name': '', 'network_id': '1e9c94da-08ec-44a7-9abd-e30ed8735d06', 'tenant_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'mac_address': 'fa:16:3e:75:4f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '6a96f391-45a6-424b-a4f4-889163bf126c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:29:58Z', 'updated_at': '2021-11-25T00:30:09Z', 'revision_number': 5, 'project_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'subnets': [{'id': '6a96f391-45a6-424b-a4f4-889163bf126c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:36:04.129797 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7794c-698c-4cda-a440-e08b72a9622b req-99f9b41c-e06b-431b-aef1-d01459ca94d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:04.131311 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-04f7794c-698c-4cda-a440-e08b72a9622b req-99f9b41c-e06b-431b-aef1-d01459ca94d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1e9c94da-08ec-44a7-9abd-e30ed8735d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3102124 Nov 25 00:36:04.290471 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-04f7794c-698c-4cda-a440-e08b72a9622b req-f7a37c37-5699-4498-b0dd-73dbb91222de service neutron] 10.222.0.36 "GET /v2.0/networks/1e9c94da-08ec-44a7-9abd-e30ed8735d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477976 Nov 25 00:36:04.303174 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d10e5-66ca-4b45-884b-86e1effe14cd req-202968c0-b202-4441-b5f2-f282d165785e tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:04.304882 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4b8d10e5-66ca-4b45-884b-86e1effe14cd req-202968c0-b202-4441-b5f2-f282d165785e tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 946 time: 0.0824475 Nov 25 00:36:04.319301 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5830824-fe82-4f97-93f8-4d5e0ec64edf None None] New status for floating IP 0e9aed8c-5d0d-447f-8480-476b2bf79279: DOWN {{(pid=109126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 00:36:04.417740 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4b8d10e5-66ca-4b45-884b-86e1effe14cd req-7fca6b8f-c5b4-41b0-9ee1-e9969a409355 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d1f088-2928-4fb3-bbaa-dcaf609a438b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042316 Nov 25 00:36:04.460409 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-04f7794c-698c-4cda-a440-e08b72a9622b req-b3ad3612-803f-4099-9277-fdcad327cb08 service neutron] 10.222.0.36 "GET /v2.0/networks/1e9c94da-08ec-44a7-9abd-e30ed8735d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544528 Nov 25 00:36:04.758519 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ab39e-dd99-41fa-b33c-1efc252e71d5 req-444c8ced-1471-4210-a045-6360787c23c2 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:04.760069 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-356ab39e-dd99-41fa-b33c-1efc252e71d5 req-444c8ced-1471-4210-a045-6360787c23c2 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 946 time: 0.0525990 Nov 25 00:36:04.810052 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-356ab39e-dd99-41fa-b33c-1efc252e71d5 req-145dca09-0bdf-4723-9683-7853bdd453cb tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/security-groups?id=dc56769a-1f76-4b45-8459-87f0c2d04e34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438530 Nov 25 00:36:05.272959 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f436cef-1548-4d00-a0e3-04efd1481e6d req-2152b254-7277-4694-ac62-e52fe5f4af63 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:05.274821 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1f436cef-1548-4d00-a0e3-04efd1481e6d req-2152b254-7277-4694-ac62-e52fe5f4af63 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.36 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 946 time: 0.0542450 Nov 25 00:36:05.371219 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [req-1f436cef-1548-4d00-a0e3-04efd1481e6d req-6affe08a-a903-4d12-8193-a4682785c77b tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Deleting port 1e22ac7b-edbb-468e-ac61-bc2a30c9d949 {{(pid=109123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:36:05.371566 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-1f436cef-1548-4d00-a0e3-04efd1481e6d req-6affe08a-a903-4d12-8193-a4682785c77b tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:05.489172 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [req-1f436cef-1548-4d00-a0e3-04efd1481e6d req-6affe08a-a903-4d12-8193-a4682785c77b tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] For port 1e22ac7b-edbb-468e-ac61-bc2a30c9d949, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=1e22ac7b-edbb-468e-ac61-bc2a30c9d949,segment=NetworkSegment(091f9bdd-4cd5-492f-866a-e7735895c70c),segment_id=091f9bdd-4cd5-492f-866a-e7735895c70c)] {{(pid=109123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:36:05.489172 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-1f436cef-1548-4d00-a0e3-04efd1481e6d req-6affe08a-a903-4d12-8193-a4682785c77b tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:05.507993 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [req-1f436cef-1548-4d00-a0e3-04efd1481e6d req-6affe08a-a903-4d12-8193-a4682785c77b tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Calling delete_port for 1e22ac7b-edbb-468e-ac61-bc2a30c9d949 owned by compute:nova {{(pid=109123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:36:05.604291 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7bcc3-86c0-4a5e-b8ed-8f7000a30248 req-cf022c5d-5072-4952-8e8e-9308e09f7143 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:05.605767 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-5ca7bcc3-86c0-4a5e-b8ed-8f7000a30248 req-cf022c5d-5072-4952-8e8e-9308e09f7143 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 946 time: 0.1050732 Nov 25 00:36:05.699400 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-5ca7bcc3-86c0-4a5e-b8ed-8f7000a30248 req-7ff94f38-7189-435a-ac8a-b9357d21dfdb tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d1f088-2928-4fb3-bbaa-dcaf609a438b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857811 Nov 25 00:36:05.729269 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-1f436cef-1548-4d00-a0e3-04efd1481e6d req-6affe08a-a903-4d12-8193-a4682785c77b tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:05.781306 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6affe08a-a903-4d12-8193-a4682785c77b tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Pushing event deleted for resources: {'Port': ['ID=1e22ac7b-edbb-468e-ac61-bc2a30c9d949,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:05.846140 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f436cef-1548-4d00-a0e3-04efd1481e6d req-6affe08a-a903-4d12-8193-a4682785c77b tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] No DVR routers for this DVR port 1e22ac7b-edbb-468e-ac61-bc2a30c9d949 on host hv-cinder-81920 {{(pid=109123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 00:36:05.849635 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-1f436cef-1548-4d00-a0e3-04efd1481e6d req-6affe08a-a903-4d12-8193-a4682785c77b tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:05.853677 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1f436cef-1548-4d00-a0e3-04efd1481e6d req-6affe08a-a903-4d12-8193-a4682785c77b tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.36 "DELETE /v2.0/ports/1e22ac7b-edbb-468e-ac61-bc2a30c9d949 HTTP/1.1" status: 204 len: 173 time: 0.5724137 Nov 25 00:36:05.854244 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91f8320-88a2-4375-b554-c9088c8bf20d', 'name': 'network-vif-deleted', 'tag': '1e22ac7b-edbb-468e-ac61-bc2a30c9d949'}] {{(pid=109123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:36:05.857352 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d6797fd55ce1482701f76a6a20d13483833b06e18cae27317f32e85b7a837" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb04d58-a432-4704-9c54-10b2befb7b29" -d '{"events": [{"server_uuid": "d91f8320-88a2-4375-b554-c9088c8bf20d", "name": "network-vif-deleted", "tag": "1e22ac7b-edbb-468e-ac61-bc2a30c9d949"}]}' {{(pid=109123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:36:05.921974 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fcb0f6-95db-481d-a11f-ac21d81a9142 req-a0af3eb2-35f1-4430-b9bc-fcba0a203e47 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:05.935051 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-09fcb0f6-95db-481d-a11f-ac21d81a9142 req-a0af3eb2-35f1-4430-b9bc-fcba0a203e47 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 946 time: 0.1239641 Nov 25 00:36:05.987106 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 49042) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:06.003701 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-09fcb0f6-95db-481d-a11f-ac21d81a9142 req-9fdad671-206e-467f-95c5-a55c97e279d8 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d1f088-2928-4fb3-bbaa-dcaf609a438b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673342 Nov 25 00:36:06.020662 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-edda0bb8-5d87-491c-b905-ca5ae227c0f1 req-2607c414-01ba-49e2-aa62-e7c3693cf7b2 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "GET /v2.0/ports?device_id=d91f8320-88a2-4375-b554-c9088c8bf20d HTTP/1.1" status: 200 len: 210 time: 0.0769880 Nov 25 00:36:06.068659 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40b3f65-a204-49c4-9d00-e2edf342ebf8 x-openstack-request-id: req-a40b3f65-a204-49c4-9d00-e2edf342ebf8 {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:36:06.069052 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91f8320-88a2-4375-b554-c9088c8bf20d", "name": "network-vif-deleted", "tag": "1e22ac7b-edbb-468e-ac61-bc2a30c9d949", "status": "completed", "code": 200}]} {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:36:06.069387 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a40b3f65-a204-49c4-9d00-e2edf342ebf8 {{(pid=109123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:36:06.069880 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91f8320-88a2-4375-b554-c9088c8bf20d', 'name': 'network-vif-deleted', 'tag': '1e22ac7b-edbb-468e-ac61-bc2a30c9d949', 'status': 'completed', 'code': 200} Nov 25 00:36:06.263083 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-85bfa016-160d-4187-9524-466ebcd2601a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:06.396136 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 49050) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:06.447181 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-85bfa016-160d-4187-9524-466ebcd2601a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:06.453116 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-85bfa016-160d-4187-9524-466ebcd2601a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:06.487277 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-85bfa016-160d-4187-9524-466ebcd2601a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f7f05c6a894d48c5a61314ddcde5c235&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4985228 Nov 25 00:36:06.490242 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 49056) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:06.515858 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bfa016-160d-4187-9524-466ebcd2601a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eba6e97-44ea-4588-b311-f21b0a8006bd,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:06.551439 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a0427528-f2ab-4f51-a75f-63f5976ca097 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:06.557944 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0f9357cd-45c2-44dd-9a3b-282d3f99baa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:06.578659 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0f9357cd-45c2-44dd-9a3b-282d3f99baa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:06.579326 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af92555-b19d-49db-ab92-1dde71533e11 req-c5c18241-9e0f-4398-9077-dafcb82290a2 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:06.581585 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7af92555-b19d-49db-ab92-1dde71533e11 req-c5c18241-9e0f-4398-9077-dafcb82290a2 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 946 time: 0.0815907 Nov 25 00:36:06.630544 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0f9357cd-45c2-44dd-9a3b-282d3f99baa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:06.633169 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0f9357cd-45c2-44dd-9a3b-282d3f99baa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:06.634385 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-0f9357cd-45c2-44dd-9a3b-282d3f99baa9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9eba6e97-44ea-4588-b311-f21b0a8006bd HTTP/1.1" status: 204 len: 168 time: 0.1428797 Nov 25 00:36:06.653558 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9357cd-45c2-44dd-9a3b-282d3f99baa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eba6e97-44ea-4588-b311-f21b0a8006bd,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:06.665272 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-7af92555-b19d-49db-ab92-1dde71533e11 req-bf226c4f-63e2-4f3b-a96b-4495c0bd9705 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d1f088-2928-4fb3-bbaa-dcaf609a438b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756781 Nov 25 00:36:06.719164 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a0427528-f2ab-4f51-a75f-63f5976ca097 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:06.725307 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a0427528-f2ab-4f51-a75f-63f5976ca097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:06.759318 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-a0427528-f2ab-4f51-a75f-63f5976ca097 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=deea62d85c2f469cb2e7a9fb9393a6a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3621142 Nov 25 00:36:06.762125 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 49062) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:06.807848 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0427528-f2ab-4f51-a75f-63f5976ca097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce59c3d-5b09-4a7e-a624-b55eeace52aa,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:06.841386 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-ba2620af-8f5f-4829-9643-1101c905c0a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:06.870043 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-ba2620af-8f5f-4829-9643-1101c905c0a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:06.934732 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-ba2620af-8f5f-4829-9643-1101c905c0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:06.937640 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-ba2620af-8f5f-4829-9643-1101c905c0a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:06.939035 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-ba2620af-8f5f-4829-9643-1101c905c0a6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8ce59c3d-5b09-4a7e-a624-b55eeace52aa HTTP/1.1" status: 204 len: 168 time: 0.1749864 Nov 25 00:36:06.948901 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2620af-8f5f-4829-9643-1101c905c0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce59c3d-5b09-4a7e-a624-b55eeace52aa,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:07.040273 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 49068) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:07.059083 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-4e99e13e-b932-4a65-ac6f-b800e5087e57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:07.145784 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 49078) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:07.206887 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-4e99e13e-b932-4a65-ac6f-b800e5087e57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:07.217996 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-4e99e13e-b932-4a65-ac6f-b800e5087e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:07.241658 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-905561e0-1b1b-4f4c-86ed-26927a5a3141 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:07.260029 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-4e99e13e-b932-4a65-ac6f-b800e5087e57 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=312f7235deeb41f4a34f269732acd5f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183478 Nov 25 00:36:07.261158 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99e13e-b932-4a65-ac6f-b800e5087e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81eb1bd-621e-4b3c-a43f-1867d80af8cc,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:07.263480 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 49080) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:07.290589 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-905561e0-1b1b-4f4c-86ed-26927a5a3141 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:07.319209 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-12e8b9d6-6912-4f1e-ae62-b94796cb2def admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:07.342931 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-12e8b9d6-6912-4f1e-ae62-b94796cb2def admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:07.364471 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-905561e0-1b1b-4f4c-86ed-26927a5a3141 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:07.367939 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-905561e0-1b1b-4f4c-86ed-26927a5a3141 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:07.369537 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-905561e0-1b1b-4f4c-86ed-26927a5a3141 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] 10.222.0.37 "DELETE /v2.0/security-groups/dc56769a-1f76-4b45-8459-87f0c2d04e34 HTTP/1.1" status: 204 len: 168 time: 0.2212481 Nov 25 00:36:07.381400 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905561e0-1b1b-4f4c-86ed-26927a5a3141 tempest-TestShelveInstance-1867923569 tempest-TestShelveInstance-1867923569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc56769a-1f76-4b45-8459-87f0c2d04e34,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:07.421350 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-12e8b9d6-6912-4f1e-ae62-b94796cb2def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:07.422605 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 49084) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:07.427537 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-12e8b9d6-6912-4f1e-ae62-b94796cb2def admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:07.429166 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-12e8b9d6-6912-4f1e-ae62-b94796cb2def admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e81eb1bd-621e-4b3c-a43f-1867d80af8cc HTTP/1.1" status: 204 len: 168 time: 0.1647546 Nov 25 00:36:07.442649 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8b9d6-6912-4f1e-ae62-b94796cb2def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81eb1bd-621e-4b3c-a43f-1867d80af8cc,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:07.471232 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 49090) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:07.484642 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-554cf375-8708-48f2-85bd-0f52c6ee87fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:07.569673 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-554cf375-8708-48f2-85bd-0f52c6ee87fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:07.574310 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-554cf375-8708-48f2-85bd-0f52c6ee87fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:07.619913 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-554cf375-8708-48f2-85bd-0f52c6ee87fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4e5d6761f2d7435b914de30f71bbcb63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1475403 Nov 25 00:36:07.621146 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554cf375-8708-48f2-85bd-0f52c6ee87fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cb4b37-9f3a-4623-bf57-ffe84431b1d7,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:07.623596 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 49092) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:07.682583 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6219fae3-02cd-4642-9583-e62054df2239 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:07.707027 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6219fae3-02cd-4642-9583-e62054df2239 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:07.767539 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6219fae3-02cd-4642-9583-e62054df2239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:07.767539 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6219fae3-02cd-4642-9583-e62054df2239 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:07.767539 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-6219fae3-02cd-4642-9583-e62054df2239 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15cb4b37-9f3a-4623-bf57-ffe84431b1d7 HTTP/1.1" status: 204 len: 168 time: 0.1421797 Nov 25 00:36:07.782274 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219fae3-02cd-4642-9583-e62054df2239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cb4b37-9f3a-4623-bf57-ffe84431b1d7,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:08.229401 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-4ade5335-6524-46d4-ac8f-6c3351c07924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762440'] for router_interface, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:08.598435 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [None req-4ade5335-6524-46d4-ac8f-6c3351c07924 admin admin] Deleting port d01eca09-bd37-4899-8494-d63c872a746d {{(pid=109124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:36:08.598898 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-4ade5335-6524-46d4-ac8f-6c3351c07924 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:08.703404 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 1e22ac7b-edbb-468e-ac61-bc2a30c9d949 no longer exists at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:36:08.707787 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [None req-4ade5335-6524-46d4-ac8f-6c3351c07924 admin admin] For port d01eca09-bd37-4899-8494-d63c872a746d, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=d01eca09-bd37-4899-8494-d63c872a746d,segment=NetworkSegment(091f9bdd-4cd5-492f-866a-e7735895c70c),segment_id=091f9bdd-4cd5-492f-866a-e7735895c70c)] {{(pid=109124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:36:08.709283 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-4ade5335-6524-46d4-ac8f-6c3351c07924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:08.725975 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [None req-4ade5335-6524-46d4-ac8f-6c3351c07924 admin admin] Calling delete_port for d01eca09-bd37-4899-8494-d63c872a746d owned by network:router_interface {{(pid=109124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:36:08.731949 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] No Port match for: 1e22ac7b-edbb-468e-ac61-bc2a30c9d949 {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:36:08.732525 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 1e22ac7b-edbb-468e-ac61-bc2a30c9d949 not bound to the agent host hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:36:08.982309 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-4ade5335-6524-46d4-ac8f-6c3351c07924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:09.012330 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade5335-6524-46d4-ac8f-6c3351c07924 admin admin] Pushing event deleted for resources: {'Port': ['ID=d01eca09-bd37-4899-8494-d63c872a746d,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:09.264546 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-4ade5335-6524-46d4-ac8f-6c3351c07924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-762580'] for router_interface, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:09.541630 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ade5335-6524-46d4-ac8f-6c3351c07924 admin admin] Router 7b8687f4-706f-468a-8fdd-43e76e6bb33f has already been hosted by L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 {{(pid=109124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 00:36:09.662880 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ade5335-6524-46d4-ac8f-6c3351c07924 admin admin] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:36:09.668263 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-4ade5335-6524-46d4-ac8f-6c3351c07924 admin admin] 10.222.0.37 "PUT /v2.0/routers/7b8687f4-706f-468a-8fdd-43e76e6bb33f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2435653 Nov 25 00:36:09.671568 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 49178) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:09.675894 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42afb2bf-9526-43a8-9a7d-60e22213dbde None None] Sync routers for ids ['7b8687f4-706f-468a-8fdd-43e76e6bb33f'] in dv-cinder-819200-1-iscsi {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:36:09.687835 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42afb2bf-9526-43a8-9a7d-60e22213dbde None None] Routers {'7b8687f4-706f-468a-8fdd-43e76e6bb33f'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:36:09.688630 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-42afb2bf-9526-43a8-9a7d-60e22213dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:35:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['7b8687f4-706f-468a-8fdd-43e76e6bb33f'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:36:09.785645 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0fe5a10c-5a40-46c1-a1dd-8ee9451aabb2 admin admin] Publish callbacks [] for router, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:09.811893 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-42afb2bf-9526-43a8-9a7d-60e22213dbde None None] Set router 7b8687f4-706f-468a-8fdd-43e76e6bb33f gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:36:09.907899 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0fe5a10c-5a40-46c1-a1dd-8ee9451aabb2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:09.971992 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-0fe5a10c-5a40-46c1-a1dd-8ee9451aabb2 admin admin] Deleting port 3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195 {{(pid=109123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:36:09.972332 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0fe5a10c-5a40-46c1-a1dd-8ee9451aabb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:10.070860 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [None req-0fe5a10c-5a40-46c1-a1dd-8ee9451aabb2 admin admin] For port 3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195,segment=NetworkSegment(2cbd316e-5d05-4c4d-ba22-dac4641013ba),segment_id=2cbd316e-5d05-4c4d-ba22-dac4641013ba)] {{(pid=109123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:36:10.071322 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0fe5a10c-5a40-46c1-a1dd-8ee9451aabb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:10.090687 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-0fe5a10c-5a40-46c1-a1dd-8ee9451aabb2 admin admin] Calling delete_port for 3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195 owned by network:router_gateway {{(pid=109123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:36:10.169223 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-42afb2bf-9526-43a8-9a7d-60e22213dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'name': 'tempest-TestShelveInstance-1379455999-router', 'tenant_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:29:52Z', 'updated_at': '2021-11-25T00:36:08Z', 'revision_number': 5, 'project_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'gw_port': {'id': '3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:29:54Z', 'updated_at': '2021-11-25T00:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi'}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:36:10.201512 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42afb2bf-9526-43a8-9a7d-60e22213dbde None None] Checking router: 7b8687f4-706f-468a-8fdd-43e76e6bb33f for host: dv-cinder-819200-1-iscsi {{(pid=109125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:36:10.211397 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42afb2bf-9526-43a8-9a7d-60e22213dbde None None] Routers {'7b8687f4-706f-468a-8fdd-43e76e6bb33f'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:36:10.212127 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-42afb2bf-9526-43a8-9a7d-60e22213dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:35:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['7b8687f4-706f-468a-8fdd-43e76e6bb33f'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:36:10.296667 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0fe5a10c-5a40-46c1-a1dd-8ee9451aabb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:10.323084 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-42afb2bf-9526-43a8-9a7d-60e22213dbde None None] Set router 7b8687f4-706f-468a-8fdd-43e76e6bb33f gateway port host: None {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:36:10.332538 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5a10c-5a40-46c1-a1dd-8ee9451aabb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:10.384451 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-42afb2bf-9526-43a8-9a7d-60e22213dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'name': 'tempest-TestShelveInstance-1379455999-router', 'tenant_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:29:52Z', 'updated_at': '2021-11-25T00:36:09Z', 'revision_number': 6, 'project_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'gw_port_host': None}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:36:10.413601 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42afb2bf-9526-43a8-9a7d-60e22213dbde None None] The sync data for ids ['7b8687f4-706f-468a-8fdd-43e76e6bb33f'] in dv-cinder-819200-1-iscsi is: [{'id': '7b8687f4-706f-468a-8fdd-43e76e6bb33f', 'name': 'tempest-TestShelveInstance-1379455999-router', 'tenant_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:29:52Z', 'updated_at': '2021-11-25T00:36:09Z', 'revision_number': 6, 'project_id': 'c5f392e66d5f410f8a6baf59ecc59ace', 'gw_port_host': None}] {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:36:10.420627 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0fe5a10c-5a40-46c1-a1dd-8ee9451aabb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622962'] for router_gateway, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:10.537728 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0fe5a10c-5a40-46c1-a1dd-8ee9451aabb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-776418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8630'] for router, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:10.540001 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0fe5a10c-5a40-46c1-a1dd-8ee9451aabb2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:10.590913 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0fe5a10c-5a40-46c1-a1dd-8ee9451aabb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-776429'] for router, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:10.591598 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe5a10c-5a40-46c1-a1dd-8ee9451aabb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b8687f4-706f-468a-8fdd-43e76e6bb33f {{(pid=109123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 00:36:10.603120 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0fe5a10c-5a40-46c1-a1dd-8ee9451aabb2 admin admin] Publish callbacks [] for router, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:10.603120 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-0fe5a10c-5a40-46c1-a1dd-8ee9451aabb2 admin admin] 10.222.0.37 "DELETE /v2.0/routers/7b8687f4-706f-468a-8fdd-43e76e6bb33f HTTP/1.1" status: 204 len: 168 time: 0.9250855 Nov 25 00:36:10.603120 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 49206) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:10.651074 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2c8b842-4acb-488a-8c1b-f0bd66bbd976 admin admin] Deleting subnet 6a96f391-45a6-424b-a4f4-889163bf126c {{(pid=109123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 00:36:10.654954 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-a2c8b842-4acb-488a-8c1b-f0bd66bbd976 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:10.699232 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-a2c8b842-4acb-488a-8c1b-f0bd66bbd976 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12550361'] for subnet, precommit_delete_associations {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:10.817439 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-a2c8b842-4acb-488a-8c1b-f0bd66bbd976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3679783'] for subnet, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:10.870973 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-a2c8b842-4acb-488a-8c1b-f0bd66bbd976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3679964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11305922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12290967'] for subnet, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:10.896968 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8b842-4acb-488a-8c1b-f0bd66bbd976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a96f391-45a6-424b-a4f4-889163bf126c,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:10.901819 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-a2c8b842-4acb-488a-8c1b-f0bd66bbd976 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:10.906681 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-a2c8b842-4acb-488a-8c1b-f0bd66bbd976 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6a96f391-45a6-424b-a4f4-889163bf126c HTTP/1.1" status: 204 len: 168 time: 0.3026619 Nov 25 00:36:10.907622 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 49212) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:10.907909 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0ffe42-298e-4dee-a38d-f9ea446284c2 None None] Network 1e9c94da-08ec-44a7-9abd-e30ed8735d06 requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:36:10.982224 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-88f6bb4a-d571-4ec3-9789-680ef40b10f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3831181'] for network, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:11.044427 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-88f6bb4a-d571-4ec3-9789-680ef40b10f5 admin admin] Deleting port 4a6802b9-7065-4d21-932d-21b9158169d3 {{(pid=109123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:36:11.044794 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-88f6bb4a-d571-4ec3-9789-680ef40b10f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:11.115640 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [None req-88f6bb4a-d571-4ec3-9789-680ef40b10f5 admin admin] For port 4a6802b9-7065-4d21-932d-21b9158169d3, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=4a6802b9-7065-4d21-932d-21b9158169d3,segment=NetworkSegment(091f9bdd-4cd5-492f-866a-e7735895c70c),segment_id=091f9bdd-4cd5-492f-866a-e7735895c70c)] {{(pid=109123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:36:11.116000 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-88f6bb4a-d571-4ec3-9789-680ef40b10f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:11.131305 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-88f6bb4a-d571-4ec3-9789-680ef40b10f5 admin admin] Calling delete_port for 4a6802b9-7065-4d21-932d-21b9158169d3 owned by network:dhcp {{(pid=109123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:36:11.168594 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff27f82e-ad8e-4698-a765-115ce83842ae None None] DHCP port deletion for 1e9c94da-08ec-44a7-9abd-e30ed8735d06 request from dv-cinder-819200-1-iscsi {{(pid=109125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 00:36:11.223061 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-88f6bb4a-d571-4ec3-9789-680ef40b10f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:11.226005 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-ff27f82e-ad8e-4698-a765-115ce83842ae None None] Deleting port 4a6802b9-7065-4d21-932d-21b9158169d3 {{(pid=109125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:36:11.226382 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ff27f82e-ad8e-4698-a765-115ce83842ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:11.254414 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f6bb4a-d571-4ec3-9789-680ef40b10f5 admin admin] No DVR routers for this DVR port 4a6802b9-7065-4d21-932d-21b9158169d3 on host dv-cinder-819200-1-iscsi {{(pid=109123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 00:36:11.258748 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f6bb4a-d571-4ec3-9789-680ef40b10f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a6802b9-7065-4d21-932d-21b9158169d3,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:11.294246 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-ff27f82e-ad8e-4698-a765-115ce83842ae None None] For port 4a6802b9-7065-4d21-932d-21b9158169d3, host dv-cinder-819200-1-iscsi, got binding levels [] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:36:11.294948 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ff27f82e-ad8e-4698-a765-115ce83842ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:11.309042 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-ff27f82e-ad8e-4698-a765-115ce83842ae None None] Calling delete_port for 4a6802b9-7065-4d21-932d-21b9158169d3 owned by network:dhcp {{(pid=109125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:36:11.312018 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.ipam_backend_mixin [None req-ff27f82e-ad8e-4698-a765-115ce83842ae None None] Port 4a6802b9-7065-4d21-932d-21b9158169d3 was not found and therefore no delete operation was performed {{(pid=109125) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 00:36:11.313293 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ff27f82e-ad8e-4698-a765-115ce83842ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162'] for port, after_delete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:11.338420 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-88f6bb4a-d571-4ec3-9789-680ef40b10f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3685296', 'neutron.services.segments.db._delete_segments_for_network-8781494352851'] for network, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:11.346089 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27f82e-ad8e-4698-a765-115ce83842ae None None] Pushing event deleted for resources: {'Port': ['ID=4a6802b9-7065-4d21-932d-21b9158169d3,revision_number=None']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:11.355150 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff27f82e-ad8e-4698-a765-115ce83842ae None None] No DVR routers for this DVR port 4a6802b9-7065-4d21-932d-21b9158169d3 on host dv-cinder-819200-1-iscsi {{(pid=109125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 00:36:11.382555 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-88f6bb4a-d571-4ec3-9789-680ef40b10f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e9c94da-08ec-44a7-9abd-e30ed8735d06']}} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:36:11.396023 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-88f6bb4a-d571-4ec3-9789-680ef40b10f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '091f9bdd-4cd5-492f-866a-e7735895c70c') {'for_net_delete': True} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:36:11.396267 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-88f6bb4a-d571-4ec3-9789-680ef40b10f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '091f9bdd-4cd5-492f-866a-e7735895c70c') {} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:36:11.408438 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-88f6bb4a-d571-4ec3-9789-680ef40b10f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781494358748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12550354'] for segment, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:11.420092 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195 no longer exists at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:36:11.429745 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-88f6bb4a-d571-4ec3-9789-680ef40b10f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386'] for segment, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:11.440624 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f6bb4a-d571-4ec3-9789-680ef40b10f5 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=109123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 00:36:11.441425 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-88f6bb4a-d571-4ec3-9789-680ef40b10f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11305784'] for segment, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:11.442558 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] No Port match for: 3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195 {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:36:11.443570 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 3a92ab5b-45c1-4a2f-8ac2-c1240f7ab195 not bound to the agent host dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:36:11.443699 dv-cinder-819200-1-iscsi neutron-server[109123]: Traceback (most recent call last): Nov 25 00:36:11.443699 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 00:36:11.443699 dv-cinder-819200-1-iscsi neutron-server[109123]: timer() Nov 25 00:36:11.443699 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 00:36:11.443699 dv-cinder-819200-1-iscsi neutron-server[109123]: cb(*args, **kw) Nov 25 00:36:11.443699 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 00:36:11.443699 dv-cinder-819200-1-iscsi neutron-server[109123]: return func(*args, **kwargs) Nov 25 00:36:11.443699 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 00:36:11.443699 dv-cinder-819200-1-iscsi neutron-server[109123]: self._notify() Nov 25 00:36:11.443699 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 00:36:11.443699 dv-cinder-819200-1-iscsi neutron-server[109123]: self.callback(batched_events) Nov 25 00:36:11.443699 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 00:36:11.443699 dv-cinder-819200-1-iscsi neutron-server[109123]: event.method(event) Nov 25 00:36:11.443699 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 00:36:11.443699 dv-cinder-819200-1-iscsi neutron-server[109123]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 00:36:11.443699 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 00:36:11.443699 dv-cinder-819200-1-iscsi neutron-server[109123]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 00:36:11.443699 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 00:36:11.443699 dv-cinder-819200-1-iscsi neutron-server[109123]: return f(self, *a, **k) Nov 25 00:36:11.443699 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 00:36:11.443699 dv-cinder-819200-1-iscsi neutron-server[109123]: return self._get(url).json() Nov 25 00:36:11.443699 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 00:36:11.443699 dv-cinder-819200-1-iscsi neutron-server[109123]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 00:36:11.443699 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 00:36:11.443699 dv-cinder-819200-1-iscsi neutron-server[109123]: return self.request(url, 'GET', **kwargs) Nov 25 00:36:11.443699 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 00:36:11.443699 dv-cinder-819200-1-iscsi neutron-server[109123]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 00:36:11.443699 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 00:36:11.443699 dv-cinder-819200-1-iscsi neutron-server[109123]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 00:36:11.443699 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 00:36:11.443699 dv-cinder-819200-1-iscsi neutron-server[109123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 00:36:11.443699 dv-cinder-819200-1-iscsi neutron-server[109123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 00:36:11.446805 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 4a6802b9-7065-4d21-932d-21b9158169d3 no longer exists at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:36:11.469309 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] No Port match for: 4a6802b9-7065-4d21-932d-21b9158169d3 {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:36:11.469951 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 4a6802b9-7065-4d21-932d-21b9158169d3 not bound to the agent host dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:36:11.471543 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device d01eca09-bd37-4899-8494-d63c872a746d no longer exists at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:36:11.497503 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] No Port match for: d01eca09-bd37-4899-8494-d63c872a746d {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:36:11.497849 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device d01eca09-bd37-4899-8494-d63c872a746d not bound to the agent host dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:36:11.510491 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-88f6bb4a-d571-4ec3-9789-680ef40b10f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3685289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622934'] for network, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:11.524587 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-88f6bb4a-d571-4ec3-9789-680ef40b10f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for network, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:11.527834 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-88f6bb4a-d571-4ec3-9789-680ef40b10f5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1e9c94da-08ec-44a7-9abd-e30ed8735d06 HTTP/1.1" status: 204 len: 168 time: 0.6183465 Nov 25 00:36:11.530977 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 49218) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:11.539463 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f6bb4a-d571-4ec3-9789-680ef40b10f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e9c94da-08ec-44a7-9abd-e30ed8735d06,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:11.901914 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-09e4c2bc-2887-48e2-835c-4f9459bd5444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762440'] for router_interface, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:11.906162 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-e3fc4eac-5769-407e-8866-9de955a2876d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:12.164782 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [None req-09e4c2bc-2887-48e2-835c-4f9459bd5444 admin admin] Deleting port 86b1d22e-c830-4417-b803-f9c3e01804bc {{(pid=109124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:36:12.165118 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-09e4c2bc-2887-48e2-835c-4f9459bd5444 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:12.250663 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [None req-09e4c2bc-2887-48e2-835c-4f9459bd5444 admin admin] For port 86b1d22e-c830-4417-b803-f9c3e01804bc, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=86b1d22e-c830-4417-b803-f9c3e01804bc,segment=NetworkSegment(b366cc0e-2690-4ffc-9d27-369dbda55c9b),segment_id=b366cc0e-2690-4ffc-9d27-369dbda55c9b)] {{(pid=109124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:36:12.251052 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-09e4c2bc-2887-48e2-835c-4f9459bd5444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:12.265904 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [None req-09e4c2bc-2887-48e2-835c-4f9459bd5444 admin admin] Calling delete_port for 86b1d22e-c830-4417-b803-f9c3e01804bc owned by network:router_interface {{(pid=109124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:36:12.463571 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-09e4c2bc-2887-48e2-835c-4f9459bd5444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:12.490098 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e4c2bc-2887-48e2-835c-4f9459bd5444 admin admin] Pushing event deleted for resources: {'Port': ['ID=86b1d22e-c830-4417-b803-f9c3e01804bc,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:12.705764 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-09e4c2bc-2887-48e2-835c-4f9459bd5444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-762580'] for router_interface, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:12.955797 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e4c2bc-2887-48e2-835c-4f9459bd5444 admin admin] Router b0d567c7-498b-436f-8ab7-8496d5af07c1 has already been hosted by L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 {{(pid=109124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 00:36:13.075870 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e4c2bc-2887-48e2-835c-4f9459bd5444 admin admin] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:36:13.081433 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-09e4c2bc-2887-48e2-835c-4f9459bd5444 admin admin] 10.222.0.37 "PUT /v2.0/routers/b0d567c7-498b-436f-8ab7-8496d5af07c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5492764 Nov 25 00:36:13.084501 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 49230) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:13.084679 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ee2892-1def-4739-bd42-1e5f6277f397 None None] Sync routers for ids ['b0d567c7-498b-436f-8ab7-8496d5af07c1'] in dv-cinder-819200-1-iscsi {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:36:13.094798 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ee2892-1def-4739-bd42-1e5f6277f397 None None] Routers {'b0d567c7-498b-436f-8ab7-8496d5af07c1'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:36:13.097235 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-97ee2892-1def-4739-bd42-1e5f6277f397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:35:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['b0d567c7-498b-436f-8ab7-8496d5af07c1'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:36:13.222258 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-97ee2892-1def-4739-bd42-1e5f6277f397 None None] Set router b0d567c7-498b-436f-8ab7-8496d5af07c1 gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:36:13.443444 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-97ee2892-1def-4739-bd42-1e5f6277f397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d567c7-498b-436f-8ab7-8496d5af07c1', 'name': 'tempest-TestShelveInstance-1744037288-router', 'tenant_id': 'b311a328301947959dc188b0bd039d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'd3925a5b-cd47-46b6-9f0c-b79869ee5cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:09Z', 'updated_at': '2021-11-25T00:36:12Z', 'revision_number': 5, 'project_id': 'b311a328301947959dc188b0bd039d1c', 'gw_port': {'id': 'd3925a5b-cd47-46b6-9f0c-b79869ee5cd3', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ec:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d567c7-498b-436f-8ab7-8496d5af07c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:10Z', 'updated_at': '2021-11-25T00:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi'}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:36:13.450927 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d997652f-082e-4934-9c70-baa5d47e6aa1 admin admin] Publish callbacks [] for router, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:13.474150 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ee2892-1def-4739-bd42-1e5f6277f397 None None] Checking router: b0d567c7-498b-436f-8ab7-8496d5af07c1 for host: dv-cinder-819200-1-iscsi {{(pid=109126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:36:13.484702 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ee2892-1def-4739-bd42-1e5f6277f397 None None] Routers {'b0d567c7-498b-436f-8ab7-8496d5af07c1'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:36:13.484702 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-97ee2892-1def-4739-bd42-1e5f6277f397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:35:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['b0d567c7-498b-436f-8ab7-8496d5af07c1'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:36:13.582134 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d997652f-082e-4934-9c70-baa5d47e6aa1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:13.601449 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-97ee2892-1def-4739-bd42-1e5f6277f397 None None] Set router b0d567c7-498b-436f-8ab7-8496d5af07c1 gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:36:13.658104 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [None req-d997652f-082e-4934-9c70-baa5d47e6aa1 admin admin] Deleting port d3925a5b-cd47-46b6-9f0c-b79869ee5cd3 {{(pid=109124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:36:13.658542 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d997652f-082e-4934-9c70-baa5d47e6aa1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:13.752852 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [None req-d997652f-082e-4934-9c70-baa5d47e6aa1 admin admin] For port d3925a5b-cd47-46b6-9f0c-b79869ee5cd3, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=d3925a5b-cd47-46b6-9f0c-b79869ee5cd3,segment=NetworkSegment(2cbd316e-5d05-4c4d-ba22-dac4641013ba),segment_id=2cbd316e-5d05-4c4d-ba22-dac4641013ba)] {{(pid=109124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:36:13.753770 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d997652f-082e-4934-9c70-baa5d47e6aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:13.770011 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [None req-d997652f-082e-4934-9c70-baa5d47e6aa1 admin admin] Calling delete_port for d3925a5b-cd47-46b6-9f0c-b79869ee5cd3 owned by network:router_gateway {{(pid=109124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:36:13.917320 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-97ee2892-1def-4739-bd42-1e5f6277f397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0d567c7-498b-436f-8ab7-8496d5af07c1', 'name': 'tempest-TestShelveInstance-1744037288-router', 'tenant_id': 'b311a328301947959dc188b0bd039d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'd3925a5b-cd47-46b6-9f0c-b79869ee5cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:09Z', 'updated_at': '2021-11-25T00:36:12Z', 'revision_number': 5, 'project_id': 'b311a328301947959dc188b0bd039d1c', 'gw_port': {'id': 'd3925a5b-cd47-46b6-9f0c-b79869ee5cd3', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ec:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d567c7-498b-436f-8ab7-8496d5af07c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:10Z', 'updated_at': '2021-11-25T00:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi'}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:36:13.963692 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ee2892-1def-4739-bd42-1e5f6277f397 None None] The sync data for ids ['b0d567c7-498b-436f-8ab7-8496d5af07c1'] in dv-cinder-819200-1-iscsi is: [{'id': 'b0d567c7-498b-436f-8ab7-8496d5af07c1', 'name': 'tempest-TestShelveInstance-1744037288-router', 'tenant_id': 'b311a328301947959dc188b0bd039d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'd3925a5b-cd47-46b6-9f0c-b79869ee5cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:09Z', 'updated_at': '2021-11-25T00:36:12Z', 'revision_number': 5, 'project_id': 'b311a328301947959dc188b0bd039d1c', 'gw_port': {'id': 'd3925a5b-cd47-46b6-9f0c-b79869ee5cd3', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ec:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d567c7-498b-436f-8ab7-8496d5af07c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:10Z', 'updated_at': '2021-11-25T00:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi'}] {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:36:14.004523 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d997652f-082e-4934-9c70-baa5d47e6aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:14.038953 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997652f-082e-4934-9c70-baa5d47e6aa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3925a5b-cd47-46b6-9f0c-b79869ee5cd3,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:14.114889 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d997652f-082e-4934-9c70-baa5d47e6aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622962'] for router_gateway, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:14.257183 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d997652f-082e-4934-9c70-baa5d47e6aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-776418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8630'] for router, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:14.260060 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d997652f-082e-4934-9c70-baa5d47e6aa1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:14.315726 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d997652f-082e-4934-9c70-baa5d47e6aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-776429'] for router, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:14.315726 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d997652f-082e-4934-9c70-baa5d47e6aa1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0d567c7-498b-436f-8ab7-8496d5af07c1 {{(pid=109124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 00:36:14.320804 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-d997652f-082e-4934-9c70-baa5d47e6aa1 admin admin] Publish callbacks [] for router, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:14.324363 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-d997652f-082e-4934-9c70-baa5d47e6aa1 admin admin] 10.222.0.37 "DELETE /v2.0/routers/b0d567c7-498b-436f-8ab7-8496d5af07c1 HTTP/1.1" status: 204 len: 168 time: 1.2363753 Nov 25 00:36:14.324551 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 49264) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:14.381328 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9affd75-f8b1-45f7-985e-0dfd5eafc83a admin admin] Deleting subnet f4be2024-c60c-4d51-9217-4941acf4abed {{(pid=109124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 00:36:14.384929 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-c9affd75-f8b1-45f7-985e-0dfd5eafc83a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:14.429592 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-c9affd75-f8b1-45f7-985e-0dfd5eafc83a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11556627'] for subnet, precommit_delete_associations {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:14.449434 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-8da9f83c-a537-4758-9b1a-8f61347bc80b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:14.537250 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-c9affd75-f8b1-45f7-985e-0dfd5eafc83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3679783'] for subnet, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:14.607348 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-c9affd75-f8b1-45f7-985e-0dfd5eafc83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3679964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11622801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12571129'] for subnet, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:14.647666 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9affd75-f8b1-45f7-985e-0dfd5eafc83a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4be2024-c60c-4d51-9217-4941acf4abed,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:14.651753 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-c9affd75-f8b1-45f7-985e-0dfd5eafc83a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for subnet, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:14.658467 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-c9affd75-f8b1-45f7-985e-0dfd5eafc83a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f4be2024-c60c-4d51-9217-4941acf4abed HTTP/1.1" status: 204 len: 168 time: 0.3327062 Nov 25 00:36:14.658569 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 49270) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:14.665830 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba740be-21ff-4548-9529-990c16a6b673 None None] Network cb85d980-cf63-4375-831b-546ebb90a96d requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:36:14.794276 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6fca9682-3d92-4382-9943-d37633317a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3831181'] for network, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:14.886383 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-6fca9682-3d92-4382-9943-d37633317a26 admin admin] Deleting port acdb3070-e1cc-41f2-ac66-9ca5ca4a8e60 {{(pid=109123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:36:14.886383 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6fca9682-3d92-4382-9943-d37633317a26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:14.969897 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [None req-6fca9682-3d92-4382-9943-d37633317a26 admin admin] For port acdb3070-e1cc-41f2-ac66-9ca5ca4a8e60, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=acdb3070-e1cc-41f2-ac66-9ca5ca4a8e60,segment=NetworkSegment(b366cc0e-2690-4ffc-9d27-369dbda55c9b),segment_id=b366cc0e-2690-4ffc-9d27-369dbda55c9b)] {{(pid=109123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:36:14.970424 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6fca9682-3d92-4382-9943-d37633317a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:14.992062 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-6fca9682-3d92-4382-9943-d37633317a26 admin admin] Calling delete_port for acdb3070-e1cc-41f2-ac66-9ca5ca4a8e60 owned by network:dhcp {{(pid=109123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:36:15.085243 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6fca9682-3d92-4382-9943-d37633317a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:15.110136 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca9682-3d92-4382-9943-d37633317a26 admin admin] Pushing event deleted for resources: {'Port': ['ID=acdb3070-e1cc-41f2-ac66-9ca5ca4a8e60,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:15.122102 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fca9682-3d92-4382-9943-d37633317a26 admin admin] No DVR routers for this DVR port acdb3070-e1cc-41f2-ac66-9ca5ca4a8e60 on host dv-cinder-819200-1-iscsi {{(pid=109123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 00:36:15.170876 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb96e503-43c7-4b6c-b8e8-3110a730173d None None] DHCP port deletion for cb85d980-cf63-4375-831b-546ebb90a96d request from dv-cinder-819200-1-iscsi {{(pid=109125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 00:36:15.231130 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6fca9682-3d92-4382-9943-d37633317a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3685296', 'neutron.services.segments.db._delete_segments_for_network-8781494352851'] for network, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:15.264491 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-6fca9682-3d92-4382-9943-d37633317a26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb85d980-cf63-4375-831b-546ebb90a96d']}} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:36:15.281772 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-6fca9682-3d92-4382-9943-d37633317a26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b366cc0e-2690-4ffc-9d27-369dbda55c9b') {'for_net_delete': True} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:36:15.282116 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-6fca9682-3d92-4382-9943-d37633317a26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b366cc0e-2690-4ffc-9d27-369dbda55c9b') {} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:36:15.296030 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6fca9682-3d92-4382-9943-d37633317a26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781494358748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12550354'] for segment, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:15.319480 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6fca9682-3d92-4382-9943-d37633317a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386'] for segment, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:15.326794 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fca9682-3d92-4382-9943-d37633317a26 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=109123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 00:36:15.327244 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6fca9682-3d92-4382-9943-d37633317a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11305784'] for segment, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:15.329485 dv-cinder-819200-1-iscsi neutron-server[109123]: Traceback (most recent call last): Nov 25 00:36:15.329485 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 00:36:15.329485 dv-cinder-819200-1-iscsi neutron-server[109123]: timer() Nov 25 00:36:15.329485 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 00:36:15.329485 dv-cinder-819200-1-iscsi neutron-server[109123]: cb(*args, **kw) Nov 25 00:36:15.329485 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 00:36:15.329485 dv-cinder-819200-1-iscsi neutron-server[109123]: return func(*args, **kwargs) Nov 25 00:36:15.329485 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 00:36:15.329485 dv-cinder-819200-1-iscsi neutron-server[109123]: self._notify() Nov 25 00:36:15.329485 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 00:36:15.329485 dv-cinder-819200-1-iscsi neutron-server[109123]: self.callback(batched_events) Nov 25 00:36:15.329485 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 00:36:15.329485 dv-cinder-819200-1-iscsi neutron-server[109123]: event.method(event) Nov 25 00:36:15.329485 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 00:36:15.329485 dv-cinder-819200-1-iscsi neutron-server[109123]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 00:36:15.329485 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 00:36:15.329485 dv-cinder-819200-1-iscsi neutron-server[109123]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 00:36:15.329485 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 00:36:15.329485 dv-cinder-819200-1-iscsi neutron-server[109123]: return f(self, *a, **k) Nov 25 00:36:15.329485 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 00:36:15.329485 dv-cinder-819200-1-iscsi neutron-server[109123]: return self._get(url).json() Nov 25 00:36:15.329485 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 00:36:15.329485 dv-cinder-819200-1-iscsi neutron-server[109123]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 00:36:15.329485 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 00:36:15.329485 dv-cinder-819200-1-iscsi neutron-server[109123]: return self.request(url, 'GET', **kwargs) Nov 25 00:36:15.329485 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 00:36:15.329485 dv-cinder-819200-1-iscsi neutron-server[109123]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 00:36:15.329485 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 00:36:15.329485 dv-cinder-819200-1-iscsi neutron-server[109123]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 00:36:15.329485 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 00:36:15.329485 dv-cinder-819200-1-iscsi neutron-server[109123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 00:36:15.329485 dv-cinder-819200-1-iscsi neutron-server[109123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 00:36:15.416522 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6fca9682-3d92-4382-9943-d37633317a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3685289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622934'] for network, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:15.428985 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6fca9682-3d92-4382-9943-d37633317a26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for network, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:15.434014 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-6fca9682-3d92-4382-9943-d37633317a26 admin admin] 10.222.0.37 "DELETE /v2.0/networks/cb85d980-cf63-4375-831b-546ebb90a96d HTTP/1.1" status: 204 len: 168 time: 0.7738883 Nov 25 00:36:15.456944 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca9682-3d92-4382-9943-d37633317a26 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb85d980-cf63-4375-831b-546ebb90a96d,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:15.490144 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device acdb3070-e1cc-41f2-ac66-9ca5ca4a8e60 no longer exists at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:36:15.530404 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] No Port match for: acdb3070-e1cc-41f2-ac66-9ca5ca4a8e60 {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:36:15.530785 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device acdb3070-e1cc-41f2-ac66-9ca5ca4a8e60 not bound to the agent host dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:36:15.531228 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 86b1d22e-c830-4417-b803-f9c3e01804bc no longer exists at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:36:15.557362 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] No Port match for: 86b1d22e-c830-4417-b803-f9c3e01804bc {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:36:15.557763 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 86b1d22e-c830-4417-b803-f9c3e01804bc not bound to the agent host dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:36:15.558513 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device d3925a5b-cd47-46b6-9f0c-b79869ee5cd3 no longer exists at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:36:15.596384 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] No Port match for: d3925a5b-cd47-46b6-9f0c-b79869ee5cd3 {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:36:15.596990 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device d3925a5b-cd47-46b6-9f0c-b79869ee5cd3 not bound to the agent host dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:36:15.759801 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 49314) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:15.806361 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-704b9699-140b-452c-b323-8ca5b0543803 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c5f392e66d5f410f8a6baf59ecc59ace&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447748 Nov 25 00:36:15.808568 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 49316) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:15.849034 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 49318) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:15.864054 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6170ada5-cca6-45fd-aeb6-d1d10659f352 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:15.889737 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6170ada5-cca6-45fd-aeb6-d1d10659f352 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:15.954032 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6170ada5-cca6-45fd-aeb6-d1d10659f352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:15.957306 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6170ada5-cca6-45fd-aeb6-d1d10659f352 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:15.959308 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-6170ada5-cca6-45fd-aeb6-d1d10659f352 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a50cb3b7-8c1d-4a11-b732-37351cec268e HTTP/1.1" status: 204 len: 168 time: 0.1493857 Nov 25 00:36:15.976046 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170ada5-cca6-45fd-aeb6-d1d10659f352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50cb3b7-8c1d-4a11-b732-37351cec268e,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:16.014581 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-f9bf1649-9173-4189-9b54-4fc130fd7e41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:16.128980 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-f9bf1649-9173-4189-9b54-4fc130fd7e41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:16.134410 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-f9bf1649-9173-4189-9b54-4fc130fd7e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:16.181392 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-f9bf1649-9173-4189-9b54-4fc130fd7e41 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a3ffe2df86a4f678169858284928ccc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3311839 Nov 25 00:36:16.183496 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf1649-9173-4189-9b54-4fc130fd7e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372fe10a-346e-4a41-8681-a3f59747806c,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:16.184387 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 49326) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:16.260400 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-358b6884-7247-4c32-aa8f-6b39f1786f6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:16.289773 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 49328) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:16.294159 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-358b6884-7247-4c32-aa8f-6b39f1786f6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:16.336403 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-7de3aa27-ba9e-4d0f-9822-2819b5a60ace admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b311a328301947959dc188b0bd039d1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453210 Nov 25 00:36:16.338967 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 49330) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:16.351248 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-358b6884-7247-4c32-aa8f-6b39f1786f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:16.354607 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-358b6884-7247-4c32-aa8f-6b39f1786f6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:16.356071 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-358b6884-7247-4c32-aa8f-6b39f1786f6b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/372fe10a-346e-4a41-8681-a3f59747806c HTTP/1.1" status: 204 len: 168 time: 0.1702983 Nov 25 00:36:16.367387 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b6884-7247-4c32-aa8f-6b39f1786f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372fe10a-346e-4a41-8681-a3f59747806c,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:16.404432 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d93572cf-7979-4ec1-9f13-6439aa938cdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:16.441707 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d93572cf-7979-4ec1-9f13-6439aa938cdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:16.474472 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:16.513027 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d93572cf-7979-4ec1-9f13-6439aa938cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:16.516528 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d93572cf-7979-4ec1-9f13-6439aa938cdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:16.517874 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-d93572cf-7979-4ec1-9f13-6439aa938cdc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/959b3500-21d3-4276-b9bd-324da532abd2 HTTP/1.1" status: 204 len: 168 time: 0.1779528 Nov 25 00:36:16.527276 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93572cf-7979-4ec1-9f13-6439aa938cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959b3500-21d3-4276-b9bd-324da532abd2,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:16.760839 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d133c-5d43-447b-a2ad-f1f59b125b26 req-7c9b7204-8cff-46e1-a702-105af24006ba tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:16.776859 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-0d5d133c-5d43-447b-a2ad-f1f59b125b26 req-7c9b7204-8cff-46e1-a702-105af24006ba tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 946 time: 0.0765274 Nov 25 00:36:16.823599 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 49352) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:16.832986 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-0d5d133c-5d43-447b-a2ad-f1f59b125b26 req-da21e67e-80b5-41c6-ab31-982925509694 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d1f088-2928-4fb3-bbaa-dcaf609a438b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551741 Nov 25 00:36:16.850469 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-684c0869-0a3e-41ea-b9c2-002ba80afe19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:16.866766 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 49354) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:16.979223 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-684c0869-0a3e-41ea-b9c2-002ba80afe19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:16.984594 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-684c0869-0a3e-41ea-b9c2-002ba80afe19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:17.031518 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-684c0869-0a3e-41ea-b9c2-002ba80afe19 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe4b6d84df1c4ee3a324e10189d066d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2066755 Nov 25 00:36:17.032714 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c0869-0a3e-41ea-b9c2-002ba80afe19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6030f58c-6749-4fca-87a4-509cf4ff2a6f,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:17.034342 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 49358) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:17.103380 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1816b20f-4ac8-4670-87bc-0f875095db34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:17.135653 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1816b20f-4ac8-4670-87bc-0f875095db34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:17.212216 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0de6f5d-40ad-4f7f-8cab-cd3def33c1c1 tempest-TestMinimumBasicScenario-470305689 tempest-TestMinimumBasicScenario-470305689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:17.213778 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-f0de6f5d-40ad-4f7f-8cab-cd3def33c1c1 tempest-TestMinimumBasicScenario-470305689 tempest-TestMinimumBasicScenario-470305689-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 1094 time: 0.3456042 Nov 25 00:36:17.218267 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 49360) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:17.225326 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-1cc3d6a7-6a65-4508-a289-1b61855ac166 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Request body: {'floatingip': {'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'port_id': 'aff20ec0-b8cf-474e-8b83-aadfb651dd3a', 'tenant_id': 'ca8642a14a804da3871ddf4464eea3d1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:36:17.233087 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1816b20f-4ac8-4670-87bc-0f875095db34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:17.235645 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1816b20f-4ac8-4670-87bc-0f875095db34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:17.237348 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-1816b20f-4ac8-4670-87bc-0f875095db34 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6030f58c-6749-4fca-87a4-509cf4ff2a6f HTTP/1.1" status: 204 len: 168 time: 0.1992989 Nov 25 00:36:17.257023 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816b20f-4ac8-4670-87bc-0f875095db34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6030f58c-6749-4fca-87a4-509cf4ff2a6f,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:17.275241 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1cc3d6a7-6a65-4508-a289-1b61855ac166 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks [] for floatingip, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:17.415302 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1cc3d6a7-6a65-4508-a289-1b61855ac166 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:17.568576 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.db_base_plugin_common [None req-1cc3d6a7-6a65-4508-a289-1b61855ac166 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Allocated IP 172.27.2.9 (7e710f5f-af80-47ab-b03c-3a0dd4623f26/89cd149f-d365-4a11-b22c-c62ab9234e96/57b6f068-916c-448a-a8cf-3bf4b176664c) {{(pid=109124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:36:17.710774 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1cc3d6a7-6a65-4508-a289-1b61855ac166 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks [] for port, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:17.755641 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1cc3d6a7-6a65-4508-a289-1b61855ac166 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:17.790438 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 49366) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:17.805795 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-dc51081c-d1f9-4e5f-a9aa-22326a7ddd3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:17.811115 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc3d6a7-6a65-4508-a289-1b61855ac166 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Network 7e710f5f-af80-47ab-b03c-3a0dd4623f26 is already hosted by enough agents. {{(pid=109124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:36:17.814395 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.base_scheduler [None req-1cc3d6a7-6a65-4508-a289-1b61855ac166 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Resources bound (agent type, host, resource id): {{(pid=109124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:36:17.818340 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc3d6a7-6a65-4508-a289-1b61855ac166 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Received port after_create {{(pid=109124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:36:17.856222 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3d6a7-6a65-4508-a289-1b61855ac166 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Pushing event updated for resources: {'Port': ['ID=57b6f068-916c-448a-a8cf-3bf4b176664c,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:17.946926 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-dc51081c-d1f9-4e5f-a9aa-22326a7ddd3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:17.953704 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-dc51081c-d1f9-4e5f-a9aa-22326a7ddd3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:17.988919 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51081c-d1f9-4e5f-a9aa-22326a7ddd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374e6c89-fef7-440c-822a-408617ec628b,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:18.024597 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-dc51081c-d1f9-4e5f-a9aa-22326a7ddd3a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=82c2280117f7488bbf8c49234c0be1d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324152 Nov 25 00:36:18.027069 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 49372) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:18.104868 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-9fd9de15-e1c9-411b-99b6-2fa340b8522a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:18.137828 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-9fd9de15-e1c9-411b-99b6-2fa340b8522a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:18.222246 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-9fd9de15-e1c9-411b-99b6-2fa340b8522a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:18.224956 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-9fd9de15-e1c9-411b-99b6-2fa340b8522a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:18.229333 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-9fd9de15-e1c9-411b-99b6-2fa340b8522a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/374e6c89-fef7-440c-822a-408617ec628b HTTP/1.1" status: 204 len: 168 time: 0.1956179 Nov 25 00:36:18.234352 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9de15-e1c9-411b-99b6-2fa340b8522a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374e6c89-fef7-440c-822a-408617ec628b,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:18.310490 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 49378) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:18.366915 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1cc3d6a7-6a65-4508-a289-1b61855ac166 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:18.419953 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:18.434021 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:18.489546 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1cc3d6a7-6a65-4508-a289-1b61855ac166 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:18.607965 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-5e2b278c-a030-4de0-9e5a-96287a8e72bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:18.704038 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-5e2b278c-a030-4de0-9e5a-96287a8e72bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:18.706015 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1cc3d6a7-6a65-4508-a289-1b61855ac166 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks [] for port, precommit_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:18.710908 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-5e2b278c-a030-4de0-9e5a-96287a8e72bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:18.712089 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1cc3d6a7-6a65-4508-a289-1b61855ac166 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11622735'] for port, after_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:18.754520 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b278c-a030-4de0-9e5a-96287a8e72bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d2986e-139f-4ad3-8d64-fe10cf905ae0,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:18.759682 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-5e2b278c-a030-4de0-9e5a-96287a8e72bb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fbbd9827dbdc45648dabd83ae1ea9654&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4479997 Nov 25 00:36:18.763806 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 49392) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:18.831244 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3d6a7-6a65-4508-a289-1b61855ac166 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Pushing event updated for resources: {'Port': ['ID=57b6f068-916c-448a-a8cf-3bf4b176664c,revision_number=2']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:18.851724 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1cc3d6a7-6a65-4508-a289-1b61855ac166 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622920'] for floatingip, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:18.934258 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-ec9254fa-3c90-4160-b52f-c5252138566b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:18.964882 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-ec9254fa-3c90-4160-b52f-c5252138566b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:19.003080 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.db.l3_db [None req-1cc3d6a7-6a65-4508-a289-1b61855ac166 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Floating IP e98e61a9-55e6-4c06-829a-286229212773 associated. External IP: 172.27.2.9, port: aff20ec0-b8cf-474e-8b83-aadfb651dd3a. Nov 25 00:36:19.100647 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-ec9254fa-3c90-4160-b52f-c5252138566b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:19.103262 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-ec9254fa-3c90-4160-b52f-c5252138566b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:19.104422 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-ec9254fa-3c90-4160-b52f-c5252138566b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/48d2986e-139f-4ad3-8d64-fe10cf905ae0 HTTP/1.1" status: 204 len: 168 time: 0.3395174 Nov 25 00:36:19.121798 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9254fa-3c90-4160-b52f-c5252138566b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d2986e-139f-4ad3-8d64-fe10cf905ae0,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:19.295182 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc3d6a7-6a65-4508-a289-1b61855ac166 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Router c8cc76a3-f2d5-46c3-aca2-d03a029ac28d has already been hosted by L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 {{(pid=109124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 00:36:19.415541 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc3d6a7-6a65-4508-a289-1b61855ac166 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:36:19.426766 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba8bbb3-7d09-4639-a88a-4ff179b14dd3 None None] Sync routers for ids ['c8cc76a3-f2d5-46c3-aca2-d03a029ac28d'] in dv-cinder-819200-1-iscsi {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:36:19.440422 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba8bbb3-7d09-4639-a88a-4ff179b14dd3 None None] Routers {'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:36:19.442057 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-aba8bbb3-7d09-4639-a88a-4ff179b14dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:36:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['c8cc76a3-f2d5-46c3-aca2-d03a029ac28d'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:36:19.444776 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-1cc3d6a7-6a65-4508-a289-1b61855ac166 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for floatingip, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:19.478855 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-1cc3d6a7-6a65-4508-a289-1b61855ac166 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2593608 Nov 25 00:36:19.479758 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '045ed287-6f14-4c6e-a6e4-22f5daa20d2b', 'tag': 'aff20ec0-b8cf-474e-8b83-aadfb651dd3a'}] {{(pid=109124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:36:19.482371 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 49416) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:19.484523 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c540b04f577278a42f04ac83864b9661265f6e355fc5f2cf5b057c36d7214e30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5b1fdc-5e30-4402-9677-ad4396b2b5b9" -d '{"events": [{"name": "network-changed", "server_uuid": "045ed287-6f14-4c6e-a6e4-22f5daa20d2b", "tag": "aff20ec0-b8cf-474e-8b83-aadfb651dd3a"}]}' {{(pid=109124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:36:19.491257 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-a2f81ded-683f-4bf2-a83c-1ab4918dddea tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2037535719', 'description': 'tempest-secgroup-smoke-2037535719 description', 'project_id': 'ca8642a14a804da3871ddf4464eea3d1'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:36:19.519920 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-a2f81ded-683f-4bf2-a83c-1ab4918dddea tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:19.557209 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 00:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f43f83-8d91-44db-8d7d-ee9a47ad0483 x-openstack-request-id: req-c8f43f83-8d91-44db-8d7d-ee9a47ad0483 {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:36:19.557798 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "045ed287-6f14-4c6e-a6e4-22f5daa20d2b", "tag": "aff20ec0-b8cf-474e-8b83-aadfb651dd3a", "status": "completed", "code": 200}]} {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:36:19.557951 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8f43f83-8d91-44db-8d7d-ee9a47ad0483 {{(pid=109124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:36:19.558420 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '045ed287-6f14-4c6e-a6e4-22f5daa20d2b', 'tag': 'aff20ec0-b8cf-474e-8b83-aadfb651dd3a', 'status': 'completed', 'code': 200} Nov 25 00:36:19.590511 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-aba8bbb3-7d09-4639-a88a-4ff179b14dd3 None None] Set router c8cc76a3-f2d5-46c3-aca2-d03a029ac28d gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:36:19.641924 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-a2f81ded-683f-4bf2-a83c-1ab4918dddea tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:19.649809 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-a2f81ded-683f-4bf2-a83c-1ab4918dddea tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:19.672631 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-a2f81ded-683f-4bf2-a83c-1ab4918dddea tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:19.674585 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-a2f81ded-683f-4bf2-a83c-1ab4918dddea tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1903436 Nov 25 00:36:19.677593 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 49426) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:19.686817 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-b2bc7981-4ec7-4818-a5d3-78b786aaebe6 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Request body: {'security_group_rule': {'security_group_id': '8864b5e6-e29e-479a-86df-ef110968ddfc', 'project_id': 'ca8642a14a804da3871ddf4464eea3d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:36:19.688614 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b1fdc-5e30-4402-9677-ad4396b2b5b9 req-96858cf3-aa16-4e16-94d7-7e8c53eefc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:19.690415 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2d5b1fdc-5e30-4402-9677-ad4396b2b5b9 req-96858cf3-aa16-4e16-94d7-7e8c53eefc4e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca8642a14a804da3871ddf4464eea3d1&device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 1099 time: 0.1064634 Nov 25 00:36:19.726983 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f81ded-683f-4bf2-a83c-1ab4918dddea tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8864b5e6-e29e-479a-86df-ef110968ddfc,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:19.768419 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 49428) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:19.776333 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b2bc7981-4ec7-4818-a5d3-78b786aaebe6 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:19.828753 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b2bc7981-4ec7-4818-a5d3-78b786aaebe6 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:19.832046 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b1fdc-5e30-4402-9677-ad4396b2b5b9 req-fcca0796-bb48-4989-b6b3-105401bb0d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:19.834872 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2d5b1fdc-5e30-4402-9677-ad4396b2b5b9 req-fcca0796-bb48-4989-b6b3-105401bb0d80 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f16787dd-9dc0-472e-abb8-ca7962f9097c HTTP/1.1" status: 200 len: 916 time: 0.1374772 Nov 25 00:36:19.836459 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b2bc7981-4ec7-4818-a5d3-78b786aaebe6 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704393'] for security_group_rule, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:19.864860 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b2bc7981-4ec7-4818-a5d3-78b786aaebe6 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:19.866663 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-b2bc7981-4ec7-4818-a5d3-78b786aaebe6 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1874516 Nov 25 00:36:19.868969 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 49434) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:19.874774 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-f2061d55-fc07-45c2-95f7-e66da26d54d1 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Request body: {'security_group_rule': {'security_group_id': '8864b5e6-e29e-479a-86df-ef110968ddfc', 'project_id': 'ca8642a14a804da3871ddf4464eea3d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:36:19.880219 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc7981-4ec7-4818-a5d3-78b786aaebe6 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=784586dd-aa50-47a8-91a8-4764d1a19aa3,revision_number=0']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:19.914869 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-f2061d55-fc07-45c2-95f7-e66da26d54d1 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:19.965308 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2d5b1fdc-5e30-4402-9677-ad4396b2b5b9 req-386a125a-43d1-4a17-a589-9755d2b6320e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aff20ec0-b8cf-474e-8b83-aadfb651dd3a HTTP/1.1" status: 200 len: 998 time: 0.1230106 Nov 25 00:36:19.973818 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-aba8bbb3-7d09-4639-a88a-4ff179b14dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'name': 'tempest-TestMinimumBasicScenario-1219120303-router', 'tenant_id': 'ca8642a14a804da3871ddf4464eea3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '525a330d-91ec-425e-a67b-432380ff7ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:35:18Z', 'updated_at': '2021-11-25T00:35:22Z', 'revision_number': 4, 'project_id': 'ca8642a14a804da3871ddf4464eea3d1', 'gw_port': {'id': '525a330d-91ec-425e-a67b-432380ff7ba9', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:35:19Z', 'updated_at': '2021-11-25T00:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_floatingips': [{'id': 'e98e61a9-55e6-4c06-829a-286229212773', 'tenant_id': 'ca8642a14a804da3871ddf4464eea3d1', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'router_id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'port_id': 'aff20ec0-b8cf-474e-8b83-aadfb651dd3a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f16787dd-9dc0-472e-abb8-ca7962f9097c', 'mac_address': 'fa:16:3e:6e:e7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ed287-6f14-4c6e-a6e4-22f5daa20d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T00:36:18Z', 'updated_at': '2021-11-25T00:36:18Z', 'revision_number': 0, 'project_id': 'ca8642a14a804da3871ddf4464eea3d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5658ec05-dd43-4e2e-96d6-462ffe750995', 'name': '', 'network_id': 'f16787dd-9dc0-472e-abb8-ca7962f9097c', 'tenant_id': 'ca8642a14a804da3871ddf4464eea3d1', 'mac_address': 'fa:16:3e:1a:d9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '0d931989-8e6d-4c3a-bdc0-c79006c02f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:35:21Z', 'updated_at': '2021-11-25T00:35:26Z', 'revision_number': 5, 'project_id': 'ca8642a14a804da3871ddf4464eea3d1', 'subnets': [{'id': '0d931989-8e6d-4c3a-bdc0-c79006c02f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:36:19.998290 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-8dcc8cc0-ea96-4dcc-8d89-c6574690a5cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:20.012685 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba8bbb3-7d09-4639-a88a-4ff179b14dd3 None None] Checking router: c8cc76a3-f2d5-46c3-aca2-d03a029ac28d for host: dv-cinder-819200-1-iscsi {{(pid=109125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:36:20.024480 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba8bbb3-7d09-4639-a88a-4ff179b14dd3 None None] Routers {'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:36:20.025696 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-aba8bbb3-7d09-4639-a88a-4ff179b14dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:36:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['c8cc76a3-f2d5-46c3-aca2-d03a029ac28d'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:36:20.033156 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-f2061d55-fc07-45c2-95f7-e66da26d54d1 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:20.040831 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-f2061d55-fc07-45c2-95f7-e66da26d54d1 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704393'] for security_group_rule, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:20.055052 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b1fdc-5e30-4402-9677-ad4396b2b5b9 req-9479f0b1-8834-4ea1-b669-dc7dca77be50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:20.056801 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2d5b1fdc-5e30-4402-9677-ad4396b2b5b9 req-9479f0b1-8834-4ea1-b669-dc7dca77be50 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d931989-8e6d-4c3a-bdc0-c79006c02f39 HTTP/1.1" status: 200 len: 854 time: 0.0826411 Nov 25 00:36:20.071282 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2061d55-fc07-45c2-95f7-e66da26d54d1 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a6a08f-ce63-423e-93a3-e3196886e0ac,revision_number=0']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:20.085999 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-f2061d55-fc07-45c2-95f7-e66da26d54d1 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:20.087397 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-f2061d55-fc07-45c2-95f7-e66da26d54d1 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2170868 Nov 25 00:36:20.091824 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 49442) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:20.118815 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-4ce51420-8bea-49ff-a888-0cc1c4ce64ef tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Request body: {'security_group_rule': {'security_group_id': '8864b5e6-e29e-479a-86df-ef110968ddfc', 'project_id': 'ca8642a14a804da3871ddf4464eea3d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:36:20.166509 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-8dcc8cc0-ea96-4dcc-8d89-c6574690a5cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:20.168615 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b1fdc-5e30-4402-9677-ad4396b2b5b9 req-d36700b5-0c8d-4bec-8c76-08c6b7581b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:20.170711 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2d5b1fdc-5e30-4402-9677-ad4396b2b5b9 req-d36700b5-0c8d-4bec-8c76-08c6b7581b4d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f16787dd-9dc0-472e-abb8-ca7962f9097c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1046600 Nov 25 00:36:20.175305 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-8dcc8cc0-ea96-4dcc-8d89-c6574690a5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:20.175548 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-4ce51420-8bea-49ff-a888-0cc1c4ce64ef tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:20.186606 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-aba8bbb3-7d09-4639-a88a-4ff179b14dd3 None None] Set router c8cc76a3-f2d5-46c3-aca2-d03a029ac28d gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:36:20.268935 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-8dcc8cc0-ea96-4dcc-8d89-c6574690a5cf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=edcacd0fe1a1465199e201f2b88b5737&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4970338 Nov 25 00:36:20.268935 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc8cc0-ea96-4dcc-8d89-c6574690a5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c985fd28-cba8-4860-91a4-59b258ead813,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:20.270155 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 49452) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:20.339883 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-fd63ddb2-a975-400a-8037-92e5ad4106a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:20.346364 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-4ce51420-8bea-49ff-a888-0cc1c4ce64ef tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:20.349603 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2d5b1fdc-5e30-4402-9677-ad4396b2b5b9 req-b546b0d7-db2b-4cf3-b19a-3b5204038e84 service neutron] 10.222.0.36 "GET /v2.0/networks/f16787dd-9dc0-472e-abb8-ca7962f9097c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687322 Nov 25 00:36:20.353055 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-4ce51420-8bea-49ff-a888-0cc1c4ce64ef tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704393'] for security_group_rule, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:20.370280 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-fd63ddb2-a975-400a-8037-92e5ad4106a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:20.401256 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce51420-8bea-49ff-a888-0cc1c4ce64ef tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c888bcf-83ea-48af-b41e-6a5ac78b5f2d,revision_number=0']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:20.436878 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-4ce51420-8bea-49ff-a888-0cc1c4ce64ef tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:20.442595 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-4ce51420-8bea-49ff-a888-0cc1c4ce64ef tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3463221 Nov 25 00:36:20.442939 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 49456) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:20.450578 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-509cf15e-300b-4551-bf80-908ee69cec5d tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Request body: {'security_group_rule': {'security_group_id': '8864b5e6-e29e-479a-86df-ef110968ddfc', 'project_id': 'ca8642a14a804da3871ddf4464eea3d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:36:20.455717 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-fd63ddb2-a975-400a-8037-92e5ad4106a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:20.458292 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-fd63ddb2-a975-400a-8037-92e5ad4106a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:20.461743 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-fd63ddb2-a975-400a-8037-92e5ad4106a5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c985fd28-cba8-4860-91a4-59b258ead813 HTTP/1.1" status: 204 len: 168 time: 0.1883335 Nov 25 00:36:20.477416 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63ddb2-a975-400a-8037-92e5ad4106a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c985fd28-cba8-4860-91a4-59b258ead813,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:20.496741 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2d5b1fdc-5e30-4402-9677-ad4396b2b5b9 req-85e72e6e-a036-4be4-906f-de9ab4ff0763 service neutron] 10.222.0.36 "GET /v2.0/networks/f16787dd-9dc0-472e-abb8-ca7962f9097c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371894 Nov 25 00:36:20.505727 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-509cf15e-300b-4551-bf80-908ee69cec5d tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:20.550459 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-aba8bbb3-7d09-4639-a88a-4ff179b14dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'name': 'tempest-TestMinimumBasicScenario-1219120303-router', 'tenant_id': 'ca8642a14a804da3871ddf4464eea3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '525a330d-91ec-425e-a67b-432380ff7ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:35:18Z', 'updated_at': '2021-11-25T00:35:22Z', 'revision_number': 4, 'project_id': 'ca8642a14a804da3871ddf4464eea3d1', 'gw_port': {'id': '525a330d-91ec-425e-a67b-432380ff7ba9', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:35:19Z', 'updated_at': '2021-11-25T00:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_floatingips': [{'id': 'e98e61a9-55e6-4c06-829a-286229212773', 'tenant_id': 'ca8642a14a804da3871ddf4464eea3d1', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'router_id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'port_id': 'aff20ec0-b8cf-474e-8b83-aadfb651dd3a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f16787dd-9dc0-472e-abb8-ca7962f9097c', 'mac_address': 'fa:16:3e:6e:e7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ed287-6f14-4c6e-a6e4-22f5daa20d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T00:36:18Z', 'updated_at': '2021-11-25T00:36:18Z', 'revision_number': 0, 'project_id': 'ca8642a14a804da3871ddf4464eea3d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5658ec05-dd43-4e2e-96d6-462ffe750995', 'name': '', 'network_id': 'f16787dd-9dc0-472e-abb8-ca7962f9097c', 'tenant_id': 'ca8642a14a804da3871ddf4464eea3d1', 'mac_address': 'fa:16:3e:1a:d9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '0d931989-8e6d-4c3a-bdc0-c79006c02f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:35:21Z', 'updated_at': '2021-11-25T00:35:26Z', 'revision_number': 5, 'project_id': 'ca8642a14a804da3871ddf4464eea3d1', 'subnets': [{'id': '0d931989-8e6d-4c3a-bdc0-c79006c02f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:36:20.580232 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-509cf15e-300b-4551-bf80-908ee69cec5d tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:20.583208 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba8bbb3-7d09-4639-a88a-4ff179b14dd3 None None] The sync data for ids ['c8cc76a3-f2d5-46c3-aca2-d03a029ac28d'] in dv-cinder-819200-1-iscsi is: [{'id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'name': 'tempest-TestMinimumBasicScenario-1219120303-router', 'tenant_id': 'ca8642a14a804da3871ddf4464eea3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '525a330d-91ec-425e-a67b-432380ff7ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:35:18Z', 'updated_at': '2021-11-25T00:35:22Z', 'revision_number': 4, 'project_id': 'ca8642a14a804da3871ddf4464eea3d1', 'gw_port': {'id': '525a330d-91ec-425e-a67b-432380ff7ba9', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:35:19Z', 'updated_at': '2021-11-25T00:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_floatingips': [{'id': 'e98e61a9-55e6-4c06-829a-286229212773', 'tenant_id': 'ca8642a14a804da3871ddf4464eea3d1', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'router_id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'port_id': 'aff20ec0-b8cf-474e-8b83-aadfb651dd3a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f16787dd-9dc0-472e-abb8-ca7962f9097c', 'mac_address': 'fa:16:3e:6e:e7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045ed287-6f14-4c6e-a6e4-22f5daa20d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T00:36:18Z', 'updated_at': '2021-11-25T00:36:18Z', 'revision_number': 0, 'project_id': 'ca8642a14a804da3871ddf4464eea3d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5658ec05-dd43-4e2e-96d6-462ffe750995', 'name': '', 'network_id': 'f16787dd-9dc0-472e-abb8-ca7962f9097c', 'tenant_id': 'ca8642a14a804da3871ddf4464eea3d1', 'mac_address': 'fa:16:3e:1a:d9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '0d931989-8e6d-4c3a-bdc0-c79006c02f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:35:21Z', 'updated_at': '2021-11-25T00:35:26Z', 'revision_number': 5, 'project_id': 'ca8642a14a804da3871ddf4464eea3d1', 'subnets': [{'id': '0d931989-8e6d-4c3a-bdc0-c79006c02f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:36:20.585293 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-509cf15e-300b-4551-bf80-908ee69cec5d tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704393'] for security_group_rule, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:20.616242 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509cf15e-300b-4551-bf80-908ee69cec5d tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba654abf-6877-46ef-a807-bc56671429d2,revision_number=0']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:20.626873 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-509cf15e-300b-4551-bf80-908ee69cec5d tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:20.628131 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-509cf15e-300b-4551-bf80-908ee69cec5d tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1832895 Nov 25 00:36:20.634485 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 49460) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:20.639340 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [None req-6aca313a-6c7a-4a9a-9aeb-d3070b158f5f tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Request body: {'security_group_rule': {'security_group_id': '8864b5e6-e29e-479a-86df-ef110968ddfc', 'project_id': 'ca8642a14a804da3871ddf4464eea3d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:36:20.677816 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.db.securitygroups_db [None req-6aca313a-6c7a-4a9a-9aeb-d3070b158f5f tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Project ca8642a14a804da3871ddf4464eea3d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 00:36:20.684489 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6aca313a-6c7a-4a9a-9aeb-d3070b158f5f tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:20.769579 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6aca313a-6c7a-4a9a-9aeb-d3070b158f5f tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:20.778024 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6aca313a-6c7a-4a9a-9aeb-d3070b158f5f tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704393'] for security_group_rule, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:20.797868 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 49466) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:20.798184 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca313a-6c7a-4a9a-9aeb-d3070b158f5f tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=717405eb-6db0-40a9-a33c-34275cbc177c,revision_number=0']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:20.812396 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-6aca313a-6c7a-4a9a-9aeb-d3070b158f5f tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:20.814001 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-6aca313a-6c7a-4a9a-9aeb-d3070b158f5f tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1784155 Nov 25 00:36:20.817203 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 49470) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:20.821846 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-6ad91126-1c5e-4d20-a58b-847eaa67af9c tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Request body: {'security_group_rule': {'security_group_id': '8864b5e6-e29e-479a-86df-ef110968ddfc', 'project_id': 'ca8642a14a804da3871ddf4464eea3d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:36:20.850507 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.db.securitygroups_db [None req-6ad91126-1c5e-4d20-a58b-847eaa67af9c tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Project ca8642a14a804da3871ddf4464eea3d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 00:36:20.855799 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6ad91126-1c5e-4d20-a58b-847eaa67af9c tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:20.921090 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6ad91126-1c5e-4d20-a58b-847eaa67af9c tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:20.929052 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6ad91126-1c5e-4d20-a58b-847eaa67af9c tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704393'] for security_group_rule, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:20.930707 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8ace03-9ff3-427b-8b3f-4912a760f7d2 None None] New status for floating IP e98e61a9-55e6-4c06-829a-286229212773: ACTIVE {{(pid=109126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 00:36:20.964723 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad91126-1c5e-4d20-a58b-847eaa67af9c tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c12d41a-0c82-455d-9b27-56b0177062dc,revision_number=0']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:20.966603 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a0d9acf8-e118-48a2-9ef9-2812e978959a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:20.988313 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6ad91126-1c5e-4d20-a58b-847eaa67af9c tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:20.989499 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-6ad91126-1c5e-4d20-a58b-847eaa67af9c tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1711543 Nov 25 00:36:21.080951 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a0d9acf8-e118-48a2-9ef9-2812e978959a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:21.088603 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:21.092898 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-a0d9acf8-e118-48a2-9ef9-2812e978959a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:21.139628 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-a0d9acf8-e118-48a2-9ef9-2812e978959a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5795b8d2a8064ba1831842d207f01acf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3406329 Nov 25 00:36:21.142795 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 49484) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:21.150260 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ac85a60b-55f2-45d5-abf0-1b63e8d0ead9 req-c4d9fda6-4c60-4ae4-902a-859b5815e82d tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2037535719&fields=id&tenant_id=ca8642a14a804da3871ddf4464eea3d1 HTTP/1.1" status: 200 len: 267 time: 0.0944886 Nov 25 00:36:21.156069 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d9acf8-e118-48a2-9ef9-2812e978959a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e63ad3-a2f0-43a7-813e-ef9f7a4008f3,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:21.215353 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85a60b-55f2-45d5-abf0-1b63e8d0ead9 req-cddf9349-fa04-46c7-ab40-e606fa4d1aca tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:21.215499 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0e9a437f-32a3-4c66-bc82-74a9a42b59e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:21.216901 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ac85a60b-55f2-45d5-abf0-1b63e8d0ead9 req-cddf9349-fa04-46c7-ab40-e606fa4d1aca tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 946 time: 0.0554976 Nov 25 00:36:21.229989 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [req-ac85a60b-55f2-45d5-abf0-1b63e8d0ead9 req-cf8f9d1d-42d3-4222-a088-5a46064e9432 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Request body: {'port': {'security_groups': ['10d1f088-2928-4fb3-bbaa-dcaf609a438b', '8864b5e6-e29e-479a-86df-ef110968ddfc']}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:36:21.247664 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0e9a437f-32a3-4c66-bc82-74a9a42b59e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:21.310435 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-ac85a60b-55f2-45d5-abf0-1b63e8d0ead9 req-cf8f9d1d-42d3-4222-a088-5a46064e9432 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:21.312802 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0e9a437f-32a3-4c66-bc82-74a9a42b59e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:21.316253 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-0e9a437f-32a3-4c66-bc82-74a9a42b59e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:21.322079 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-0e9a437f-32a3-4c66-bc82-74a9a42b59e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/28e63ad3-a2f0-43a7-813e-ef9f7a4008f3 HTTP/1.1" status: 204 len: 168 time: 0.1735702 Nov 25 00:36:21.325958 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a437f-32a3-4c66-bc82-74a9a42b59e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e63ad3-a2f0-43a7-813e-ef9f7a4008f3,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:21.558579 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [req-ac85a60b-55f2-45d5-abf0-1b63e8d0ead9 req-cf8f9d1d-42d3-4222-a088-5a46064e9432 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] For port aff20ec0-b8cf-474e-8b83-aadfb651dd3a, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=aff20ec0-b8cf-474e-8b83-aadfb651dd3a,segment=NetworkSegment(d3fb7cb5-725f-44df-abd2-3bd15506fa40),segment_id=d3fb7cb5-725f-44df-abd2-3bd15506fa40)] {{(pid=109124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:36:21.600189 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-ac85a60b-55f2-45d5-abf0-1b63e8d0ead9 req-cf8f9d1d-42d3-4222-a088-5a46064e9432 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks [] for port, precommit_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:21.608495 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-ac85a60b-55f2-45d5-abf0-1b63e8d0ead9 req-cf8f9d1d-42d3-4222-a088-5a46064e9432 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11622735'] for port, after_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:21.622863 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['aff20ec0-b8cf-474e-8b83-aadfb651dd3a'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:36:21.690656 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85a60b-55f2-45d5-abf0-1b63e8d0ead9 req-cf8f9d1d-42d3-4222-a088-5a46064e9432 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:21.691542 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-ac85a60b-55f2-45d5-abf0-1b63e8d0ead9 req-cf8f9d1d-42d3-4222-a088-5a46064e9432 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:21.700373 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ac85a60b-55f2-45d5-abf0-1b63e8d0ead9 req-cf8f9d1d-42d3-4222-a088-5a46064e9432 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "PUT /v2.0/ports/aff20ec0-b8cf-474e-8b83-aadfb651dd3a HTTP/1.1" status: 200 len: 982 time: 0.4755979 Nov 25 00:36:21.700894 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '045ed287-6f14-4c6e-a6e4-22f5daa20d2b', 'tag': 'aff20ec0-b8cf-474e-8b83-aadfb651dd3a'}] {{(pid=109124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:36:21.703689 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c540b04f577278a42f04ac83864b9661265f6e355fc5f2cf5b057c36d7214e30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d51fc89-895b-496d-83ea-8a4e64425d1f" -d '{"events": [{"name": "network-changed", "server_uuid": "045ed287-6f14-4c6e-a6e4-22f5daa20d2b", "tag": "aff20ec0-b8cf-474e-8b83-aadfb651dd3a"}]}' {{(pid=109124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:36:21.753426 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f9d1d-42d3-4222-a088-5a46064e9432 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Pushing event updated for resources: {'Port': ['ID=aff20ec0-b8cf-474e-8b83-aadfb651dd3a,revision_number=6']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:21.776245 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['aff20ec0-b8cf-474e-8b83-aadfb651dd3a'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:36:21.793340 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 00:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922ded05-4521-43b1-834a-fafdd8b11434 x-openstack-request-id: req-922ded05-4521-43b1-834a-fafdd8b11434 {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:36:21.793634 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "045ed287-6f14-4c6e-a6e4-22f5daa20d2b", "tag": "aff20ec0-b8cf-474e-8b83-aadfb651dd3a", "status": "completed", "code": 200}]} {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:36:21.793885 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-922ded05-4521-43b1-834a-fafdd8b11434 {{(pid=109124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:36:21.794292 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '045ed287-6f14-4c6e-a6e4-22f5daa20d2b', 'tag': 'aff20ec0-b8cf-474e-8b83-aadfb651dd3a', 'status': 'completed', 'code': 200} Nov 25 00:36:21.972422 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feba6e1-87f5-47ff-846e-9a13101c1a70 req-0f875891-ef97-4a55-82d1-d61e4d9e2018 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:21.975648 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-6feba6e1-87f5-47ff-846e-9a13101c1a70 req-0f875891-ef97-4a55-82d1-d61e4d9e2018 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 985 time: 0.1626019 Nov 25 00:36:22.060385 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51fc89-895b-496d-83ea-8a4e64425d1f req-2c075254-97ec-4a87-a61c-25b0b68d35cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:22.062007 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7d51fc89-895b-496d-83ea-8a4e64425d1f req-2c075254-97ec-4a87-a61c-25b0b68d35cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca8642a14a804da3871ddf4464eea3d1&device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 1138 time: 0.1613305 Nov 25 00:36:22.101308 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-6feba6e1-87f5-47ff-846e-9a13101c1a70 req-54689739-b807-4e43-98b1-aabef67a079f tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d1f088-2928-4fb3-bbaa-dcaf609a438b&id=8864b5e6-e29e-479a-86df-ef110968ddfc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1190376 Nov 25 00:36:22.150850 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-95e23b0b-0331-46ed-9e7e-a3c40c73d7c0 None None] Provisioning complete for port aff20ec0-b8cf-474e-8b83-aadfb651dd3a triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:36:22.151227 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-95e23b0b-0331-46ed-9e7e-a3c40c73d7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:22.193764 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51fc89-895b-496d-83ea-8a4e64425d1f req-573c2b90-f6fc-411a-86da-872e09df9be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:22.195711 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7d51fc89-895b-496d-83ea-8a4e64425d1f req-573c2b90-f6fc-411a-86da-872e09df9be5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f16787dd-9dc0-472e-abb8-ca7962f9097c HTTP/1.1" status: 200 len: 916 time: 0.1219578 Nov 25 00:36:22.588468 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7d51fc89-895b-496d-83ea-8a4e64425d1f req-23efbbc0-1cb1-4093-8196-a39daff45ced service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aff20ec0-b8cf-474e-8b83-aadfb651dd3a HTTP/1.1" status: 200 len: 1000 time: 0.3850021 Nov 25 00:36:22.646665 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51fc89-895b-496d-83ea-8a4e64425d1f req-7f335c2a-fffe-481d-8dac-9512aebbef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:22.647657 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7d51fc89-895b-496d-83ea-8a4e64425d1f req-7f335c2a-fffe-481d-8dac-9512aebbef21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d931989-8e6d-4c3a-bdc0-c79006c02f39 HTTP/1.1" status: 200 len: 854 time: 0.0499063 Nov 25 00:36:22.706572 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51fc89-895b-496d-83ea-8a4e64425d1f req-da6ad762-1d86-4aa5-9d86-cf4da1754860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:22.709008 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7d51fc89-895b-496d-83ea-8a4e64425d1f req-da6ad762-1d86-4aa5-9d86-cf4da1754860 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f16787dd-9dc0-472e-abb8-ca7962f9097c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533094 Nov 25 00:36:22.816710 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7d51fc89-895b-496d-83ea-8a4e64425d1f req-74d317a4-38ef-42e4-950e-76ec198bed29 service neutron] 10.222.0.36 "GET /v2.0/networks/f16787dd-9dc0-472e-abb8-ca7962f9097c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006224 Nov 25 00:36:22.921529 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-7d51fc89-895b-496d-83ea-8a4e64425d1f req-bd755057-7322-423d-987a-2017b8e29319 service neutron] 10.222.0.36 "GET /v2.0/networks/f16787dd-9dc0-472e-abb8-ca7962f9097c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972528 Nov 25 00:36:25.322294 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 49626) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:25.442372 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-06d92460-2bf3-4a38-bec5-60e02526cd87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:25.531707 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-06d92460-2bf3-4a38-bec5-60e02526cd87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:25.536776 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-06d92460-2bf3-4a38-bec5-60e02526cd87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:25.575440 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d92460-2bf3-4a38-bec5-60e02526cd87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e803c492-37d9-44e9-a905-76c53bc54943,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:25.580235 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-06d92460-2bf3-4a38-bec5-60e02526cd87 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f323cf083af44a7e8ab273da20e74214&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2565145 Nov 25 00:36:25.582872 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 49630) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:25.634690 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-077d5188-4b44-4842-9a2e-83b54c994f43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:25.660068 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-077d5188-4b44-4842-9a2e-83b54c994f43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:25.715408 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-077d5188-4b44-4842-9a2e-83b54c994f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:25.718181 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-077d5188-4b44-4842-9a2e-83b54c994f43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:25.719467 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-077d5188-4b44-4842-9a2e-83b54c994f43 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e803c492-37d9-44e9-a905-76c53bc54943 HTTP/1.1" status: 204 len: 168 time: 0.1355917 Nov 25 00:36:25.728319 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d5188-4b44-4842-9a2e-83b54c994f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e803c492-37d9-44e9-a905-76c53bc54943,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:26.327394 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b3d56cf8-1628-4eb1-b312-c97ac3510745 req-9a199b4b-724d-46c1-92d7-6b5787ad7254 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526867 Nov 25 00:36:26.423204 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d56cf8-1628-4eb1-b312-c97ac3510745 req-6686107d-d03c-43e3-9d8e-703a952aafec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:26.424701 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b3d56cf8-1628-4eb1-b312-c97ac3510745 req-6686107d-d03c-43e3-9d8e-703a952aafec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8537d37a59f34a86a54b106e5f66df14&device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 1098 time: 0.0461249 Nov 25 00:36:26.476205 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 49654) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:26.586405 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d56cf8-1628-4eb1-b312-c97ac3510745 req-80f34158-39a8-46cb-8da3-872899ce5b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:26.587957 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b3d56cf8-1628-4eb1-b312-c97ac3510745 req-80f34158-39a8-46cb-8da3-872899ce5b17 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aa757134-ed46-4072-85c3-9015c512ef5e HTTP/1.1" status: 200 len: 912 time: 0.1395891 Nov 25 00:36:26.616898 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-e5ae009c-cb93-4da3-a657-94b8bb6b3f79 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1782423594-network', 'tenant_id': '41633565cf2541928765b8bb90eb69cd'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:36:26.661484 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ae009c-cb93-4da3-a657-94b8bb6b3f79 admin admin] Made reservation on behalf of 41633565cf2541928765b8bb90eb69cd for: {'network': 1} {{(pid=109124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:36:26.664487 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-e5ae009c-cb93-4da3-a657-94b8bb6b3f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for network, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:26.671382 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b3d56cf8-1628-4eb1-b312-c97ac3510745 req-d9a71f32-5513-4be0-bc54-7d429fb93a3b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2719d703-a269-4500-a807-2218af325b8e HTTP/1.1" status: 200 len: 1001 time: 0.0742135 Nov 25 00:36:26.677992 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-e5ae009c-cb93-4da3-a657-94b8bb6b3f79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:26.728866 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d56cf8-1628-4eb1-b312-c97ac3510745 req-1a63eaba-c67a-48ce-ad36-d94856a60e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:26.730856 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b3d56cf8-1628-4eb1-b312-c97ac3510745 req-1a63eaba-c67a-48ce-ad36-d94856a60e44 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=572fab33-4b34-4f32-bd87-b36767f40e81 HTTP/1.1" status: 200 len: 850 time: 0.0514948 Nov 25 00:36:26.790427 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d56cf8-1628-4eb1-b312-c97ac3510745 req-b56f67ad-a81f-4505-8b24-51e6ecf983ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:26.792274 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b3d56cf8-1628-4eb1-b312-c97ac3510745 req-b56f67ad-a81f-4505-8b24-51e6ecf983ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aa757134-ed46-4072-85c3-9015c512ef5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535817 Nov 25 00:36:26.796997 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-e5ae009c-cb93-4da3-a657-94b8bb6b3f79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:26.802135 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-e5ae009c-cb93-4da3-a657-94b8bb6b3f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:26.828088 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ae009c-cb93-4da3-a657-94b8bb6b3f79 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=109124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 00:36:26.840662 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae009c-cb93-4da3-a657-94b8bb6b3f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e679b9-d6a1-4b38-888c-3463a9548822,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:26.846889 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-e5ae009c-cb93-4da3-a657-94b8bb6b3f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386'] for segment, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:26.847227 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.db.segments_db [None req-e5ae009c-cb93-4da3-a657-94b8bb6b3f79 admin admin] Added segment cf7033c0-5597-42e6-9e5b-d1bb09f1d618 of type vlan for network 409d0554-8e3f-4f66-86aa-6514318244f1 Nov 25 00:36:26.868818 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae009c-cb93-4da3-a657-94b8bb6b3f79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:36:26.869071 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae009c-cb93-4da3-a657-94b8bb6b3f79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:36:26.869417 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae009c-cb93-4da3-a657-94b8bb6b3f79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:36:26.869748 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae009c-cb93-4da3-a657-94b8bb6b3f79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:36:26.870085 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae009c-cb93-4da3-a657-94b8bb6b3f79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:36:26.870417 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae009c-cb93-4da3-a657-94b8bb6b3f79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:36:26.870780 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae009c-cb93-4da3-a657-94b8bb6b3f79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:36:26.871110 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae009c-cb93-4da3-a657-94b8bb6b3f79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:36:26.871433 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae009c-cb93-4da3-a657-94b8bb6b3f79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:36:26.871754 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae009c-cb93-4da3-a657-94b8bb6b3f79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:36:26.872075 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae009c-cb93-4da3-a657-94b8bb6b3f79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:36:26.872421 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae009c-cb93-4da3-a657-94b8bb6b3f79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:36:26.905009 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b3d56cf8-1628-4eb1-b312-c97ac3510745 req-59079cdc-4b66-42fa-9ed5-502481e18767 service neutron] 10.222.0.36 "GET /v2.0/networks/aa757134-ed46-4072-85c3-9015c512ef5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042144 Nov 25 00:36:26.912552 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-e5ae009c-cb93-4da3-a657-94b8bb6b3f79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781493843164'] for network, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:26.943514 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-e5ae009c-cb93-4da3-a657-94b8bb6b3f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570'] for network, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:26.944942 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ae009c-cb93-4da3-a657-94b8bb6b3f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:26.945754 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-e5ae009c-cb93-4da3-a657-94b8bb6b3f79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for network, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:27.006288 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-e5ae009c-cb93-4da3-a657-94b8bb6b3f79 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5231421 Nov 25 00:36:27.006590 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 49658) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:27.012112 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-8b14eff3-6ad3-4a73-8c9b-be3964252919 admin admin] Request body: {'subnet': {'network_id': '409d0554-8e3f-4f66-86aa-6514318244f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1782423594-subnet', 'tenant_id': '41633565cf2541928765b8bb90eb69cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:36:27.020587 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b3d56cf8-1628-4eb1-b312-c97ac3510745 req-f00968f7-bbb7-4886-a324-00e45273aff4 service neutron] 10.222.0.36 "GET /v2.0/networks/aa757134-ed46-4072-85c3-9015c512ef5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068301 Nov 25 00:36:27.032481 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae009c-cb93-4da3-a657-94b8bb6b3f79 admin admin] Pushing event updated for resources: {'Network': ['ID=409d0554-8e3f-4f66-86aa-6514318244f1,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:27.043901 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Network 409d0554-8e3f-4f66-86aa-6514318244f1 details requested by agent ovs-agent-dv-cinder-819200-1-iscsi with host dv-cinder-819200-1-iscsi {{(pid=109125) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 00:36:27.051910 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b14eff3-6ad3-4a73-8c9b-be3964252919 admin admin] Made reservation on behalf of 41633565cf2541928765b8bb90eb69cd for: {'subnet': 1} {{(pid=109124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:36:27.054321 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-8b14eff3-6ad3-4a73-8c9b-be3964252919 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12572954'] for subnet, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:27.250002 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-8b14eff3-6ad3-4a73-8c9b-be3964252919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11622866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12571120'] for subnet, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:27.307153 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14eff3-6ad3-4a73-8c9b-be3964252919 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15bbc539-f60e-4df8-bbd7-12b5587f7c0e,revision_number=0']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:27.322486 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b14eff3-6ad3-4a73-8c9b-be3964252919 admin admin] Checking segment: {'id': 'cf7033c0-5597-42e6-9e5b-d1bb09f1d618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '409d0554-8e3f-4f66-86aa-6514318244f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:36:27.322875 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b14eff3-6ad3-4a73-8c9b-be3964252919 admin admin] Network hostable DHCP agents. Network: 409d0554-8e3f-4f66-86aa-6514318244f1, hostable agents: ['ef09b5cd-dd29-4f41-b3e7-5eec944a36f7'], hosted agents: [] {{(pid=109124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 00:36:27.339895 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b14eff3-6ad3-4a73-8c9b-be3964252919 admin admin] Network 409d0554-8e3f-4f66-86aa-6514318244f1 is scheduled to be hosted by DHCP agent ef09b5cd-dd29-4f41-b3e7-5eec944a36f7 with binding_index 1 {{(pid=109124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 00:36:27.350158 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.base_scheduler [None req-8b14eff3-6ad3-4a73-8c9b-be3964252919 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-1-iscsi, 409d0554-8e3f-4f66-86aa-6514318244f1) {{(pid=109124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:36:27.355014 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b14eff3-6ad3-4a73-8c9b-be3964252919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:27.355701 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-8b14eff3-6ad3-4a73-8c9b-be3964252919 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for subnet, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:27.362776 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6ee58c-61f4-4909-b0c6-1eb7016d0397 None None] Network 409d0554-8e3f-4f66-86aa-6514318244f1 requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:36:27.381698 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-8b14eff3-6ad3-4a73-8c9b-be3964252919 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3735971 Nov 25 00:36:27.513980 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221bf287-4245-4b5c-93f9-9818ea1dded2 None None] Network 409d0554-8e3f-4f66-86aa-6514318244f1 requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:36:29.294224 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-b0a89fb1-effb-466c-9537-0b7443254100 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:29.295785 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-b0a89fb1-effb-466c-9537-0b7443254100 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/networks?id=409d0554-8e3f-4f66-86aa-6514318244f1 HTTP/1.1" status: 200 len: 809 time: 0.1143973 Nov 25 00:36:29.316903 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-5127db85-3160-48fd-8261-cf13dab25e5f tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/quotas/41633565cf2541928765b8bb90eb69cd HTTP/1.1" status: 200 len: 375 time: 0.0099316 Nov 25 00:36:29.352809 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-652b1a72-8aca-4ee0-b7f2-9618bb95f49b tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=41633565cf2541928765b8bb90eb69cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301049 Nov 25 00:36:29.460843 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-f279f8b6-e875-4eeb-94cb-39ec98f63ec5 service neutron] 10.222.0.37 "GET /v2.0/networks/409d0554-8e3f-4f66-86aa-6514318244f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008883 Nov 25 00:36:29.561953 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-80ebdebc-d6d2-4e5c-9d3b-953f5b7d1c35 service neutron] 10.222.0.37 "GET /v2.0/networks/409d0554-8e3f-4f66-86aa-6514318244f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947003 Nov 25 00:36:29.731404 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a1119a14-e967-461b-9ad2-d4a45dc6951b req-611ff3ab-81e8-4b68-a523-0597b0b74b92 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/ports?device_id=486aa5c9-d825-4699-b3a2-282c1da79e3a HTTP/1.1" status: 200 len: 210 time: 0.0289052 Nov 25 00:36:30.717898 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-0f765ad9-fd71-49f5-8257-ff136f1ee8e8 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:30.719400 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-0f765ad9-fd71-49f5-8257-ff136f1ee8e8 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.36 "GET /v2.0/networks?id=409d0554-8e3f-4f66-86aa-6514318244f1 HTTP/1.1" status: 200 len: 809 time: 0.1189785 Nov 25 00:36:30.734298 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-d0550439-3cb0-44aa-b79d-81d2904004f7 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Request body: {'port': {'device_id': '486aa5c9-d825-4699-b3a2-282c1da79e3a', 'network_id': '409d0554-8e3f-4f66-86aa-6514318244f1', 'admin_state_up': True, 'tenant_id': '41633565cf2541928765b8bb90eb69cd'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:36:30.872894 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-75938d19-adeb-48be-a3c4-6f03e2d3f110 req-075ace78-b308-47c9-9fd4-4c80d277b6a4 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/ports?device_id=486aa5c9-d825-4699-b3a2-282c1da79e3a HTTP/1.1" status: 200 len: 210 time: 0.0345600 Nov 25 00:36:30.888979 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-d0550439-3cb0-44aa-b79d-81d2904004f7 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Made reservation on behalf of 41633565cf2541928765b8bb90eb69cd for: {'port': 1} {{(pid=109123) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:36:30.894237 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-d0550439-3cb0-44aa-b79d-81d2904004f7 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:31.037382 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.db_base_plugin_common [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-d0550439-3cb0-44aa-b79d-81d2904004f7 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Allocated IP 172.20.0.11 (409d0554-8e3f-4f66-86aa-6514318244f1/15bbc539-f60e-4df8-bbd7-12b5587f7c0e/25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68) {{(pid=109123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:36:31.191598 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-d0550439-3cb0-44aa-b79d-81d2904004f7 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Publish callbacks [] for port, precommit_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:31.226455 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-d0550439-3cb0-44aa-b79d-81d2904004f7 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_create {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:31.271214 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-d0550439-3cb0-44aa-b79d-81d2904004f7 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Network 409d0554-8e3f-4f66-86aa-6514318244f1 is already hosted by enough agents. {{(pid=109123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:36:31.274649 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.base_scheduler [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-d0550439-3cb0-44aa-b79d-81d2904004f7 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Resources bound (agent type, host, resource id): {{(pid=109123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:36:31.278555 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-d0550439-3cb0-44aa-b79d-81d2904004f7 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Received port after_create {{(pid=109123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:36:31.304119 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0550439-3cb0-44aa-b79d-81d2904004f7 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Pushing event updated for resources: {'Port': ['ID=25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68,revision_number=1']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:31.332790 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-d0550439-3cb0-44aa-b79d-81d2904004f7 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:31.333390 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-d0550439-3cb0-44aa-b79d-81d2904004f7 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:31.352687 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-d0550439-3cb0-44aa-b79d-81d2904004f7 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6227362 Nov 25 00:36:31.365217 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.v2.base [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-54ae4eb6-8944-448c-b9d3-267f7977418e service neutron] Request body: {'port': {'device_id': '486aa5c9-d825-4699-b3a2-282c1da79e3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=109123) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:36:31.422705 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-54ae4eb6-8944-448c-b9d3-267f7977418e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:31.682860 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 6 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 00:36:31.696082 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-54ae4eb6-8944-448c-b9d3-267f7977418e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68 {{(pid=109123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:36:31.703418 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-54ae4eb6-8944-448c-b9d3-267f7977418e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:31.715700 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.provisioning_blocks [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-54ae4eb6-8944-448c-b9d3-267f7977418e service neutron] Transition to ACTIVE for port object 25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68 will not be triggered until provisioned by entity L2. {{(pid=109123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 00:36:31.719338 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-54ae4eb6-8944-448c-b9d3-267f7977418e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11305756'] for port, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:31.769125 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae4eb6-8944-448c-b9d3-267f7977418e service neutron] Pushing event updated for resources: {'Port': ['ID=25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68,revision_number=2']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:31.843505 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.managers [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-54ae4eb6-8944-448c-b9d3-267f7977418e service neutron] Attempting to bind port 25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68 on host hv-cinder-81920 for vnic_type normal with profile {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:36:31.843854 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.managers [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-54ae4eb6-8944-448c-b9d3-267f7977418e service neutron] Attempting to bind port 25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68 by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': 'cf7033c0-5597-42e6-9e5b-d1bb09f1d618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '409d0554-8e3f-4f66-86aa-6514318244f1'}] {{(pid=109123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:36:31.844179 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-54ae4eb6-8944-448c-b9d3-267f7977418e service neutron] Attempting to bind port 25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68 on network 409d0554-8e3f-4f66-86aa-6514318244f1 {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:36:31.848660 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-54ae4eb6-8944-448c-b9d3-267f7977418e service neutron] Port 25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68 on network 409d0554-8e3f-4f66-86aa-6514318244f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 00:36:31.848985 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-54ae4eb6-8944-448c-b9d3-267f7977418e service neutron] Attempting to bind port 25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68 on network 409d0554-8e3f-4f66-86aa-6514318244f1 {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:36:31.853697 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-54ae4eb6-8944-448c-b9d3-267f7977418e service neutron] Checking agent: {'id': 'ecb47d45-642b-455d-9e6f-8b3bbedb4480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'started_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:36:31.854034 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-54ae4eb6-8944-448c-b9d3-267f7977418e service neutron] Checking segment: {'id': 'cf7033c0-5597-42e6-9e5b-d1bb09f1d618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '409d0554-8e3f-4f66-86aa-6514318244f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:36:31.854419 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-54ae4eb6-8944-448c-b9d3-267f7977418e service neutron] Bound using segment: {'id': 'cf7033c0-5597-42e6-9e5b-d1bb09f1d618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '409d0554-8e3f-4f66-86aa-6514318244f1'} {{(pid=109123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:36:31.855040 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.managers [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-54ae4eb6-8944-448c-b9d3-267f7977418e service neutron] Bound port: 25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf7033c0-5597-42e6-9e5b-d1bb09f1d618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '409d0554-8e3f-4f66-86aa-6514318244f1'}}] {{(pid=109123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:36:31.855400 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-54ae4eb6-8944-448c-b9d3-267f7977418e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:31.945133 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-54ae4eb6-8944-448c-b9d3-267f7977418e service neutron] For port 25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68, host hv-cinder-81920, cleared binding levels {{(pid=109123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:36:31.952937 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-54ae4eb6-8944-448c-b9d3-267f7977418e service neutron] For port 25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68,segment=NetworkSegment(cf7033c0-5597-42e6-9e5b-d1bb09f1d618),segment_id=cf7033c0-5597-42e6-9e5b-d1bb09f1d618)] {{(pid=109123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:36:31.964932 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-54ae4eb6-8944-448c-b9d3-267f7977418e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11305756'] for port, after_update {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:32.028444 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-54ae4eb6-8944-448c-b9d3-267f7977418e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:32.029065 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-54ae4eb6-8944-448c-b9d3-267f7977418e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:32.030450 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-54ae4eb6-8944-448c-b9d3-267f7977418e service neutron] 10.222.0.36 "PUT /v2.0/ports/25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68 HTTP/1.1" status: 200 len: 1094 time: 0.6693628 Nov 25 00:36:32.034292 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486aa5c9-d825-4699-b3a2-282c1da79e3a', 'tag': '25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68'}] {{(pid=109123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:36:32.036673 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d6797fd55ce1482701f76a6a20d13483833b06e18cae27317f32e85b7a837" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1faf84-c3d1-4182-858e-7719b23c2f45" -d '{"events": [{"name": "network-changed", "server_uuid": "486aa5c9-d825-4699-b3a2-282c1da79e3a", "tag": "25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68"}]}' {{(pid=109123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:36:32.065287 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064992cd-a093-4647-a971-9a581763da10 req-55d0b6c1-69e9-4d01-953c-7478856cc8f4 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:32.066847 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-064992cd-a093-4647-a971-9a581763da10 req-55d0b6c1-69e9-4d01-953c-7478856cc8f4 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/ports?device_id=486aa5c9-d825-4699-b3a2-282c1da79e3a HTTP/1.1" status: 200 len: 944 time: 0.1168485 Nov 25 00:36:32.071608 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae4eb6-8944-448c-b9d3-267f7977418e service neutron] Pushing event updated for resources: {'Port': ['ID=25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68,revision_number=3']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:32.086647 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 00:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a994a83-2f6d-4b06-b21d-8b2b88443457 x-openstack-request-id: req-2a994a83-2f6d-4b06-b21d-8b2b88443457 {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:36:32.086947 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486aa5c9-d825-4699-b3a2-282c1da79e3a", "tag": "25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68", "status": "completed", "code": 200}]} {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:36:32.087210 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2a994a83-2f6d-4b06-b21d-8b2b88443457 {{(pid=109123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:36:32.087613 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486aa5c9-d825-4699-b3a2-282c1da79e3a', 'tag': '25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68', 'status': 'completed', 'code': 200} Nov 25 00:36:32.170501 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-064992cd-a093-4647-a971-9a581763da10 req-37944497-6dc2-4053-92fe-4bb22be9fe3c tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0e679b9-d6a1-4b38-888c-3463a9548822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863407 Nov 25 00:36:32.173913 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-4698dad0-d77b-40d6-937b-fcdc626f3a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:32.175420 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-4698dad0-d77b-40d6-937b-fcdc626f3a0e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41633565cf2541928765b8bb90eb69cd&device_id=486aa5c9-d825-4699-b3a2-282c1da79e3a HTTP/1.1" status: 200 len: 1097 time: 0.0806890 Nov 25 00:36:32.220557 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-458fb283-1c03-4239-9c72-481ee92093a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68 HTTP/1.1" status: 200 len: 217 time: 0.0356140 Nov 25 00:36:32.274760 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-6b1b2f5d-b704-4643-b37f-e1e6a40a91a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:32.276222 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-6b1b2f5d-b704-4643-b37f-e1e6a40a91a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=15bbc539-f60e-4df8-bbd7-12b5587f7c0e HTTP/1.1" status: 200 len: 849 time: 0.0494747 Nov 25 00:36:32.309668 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-af8d261a-ee2e-4f86-8468-de2c229ab17a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=409d0554-8e3f-4f66-86aa-6514318244f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258050 Nov 25 00:36:32.405650 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-f3dcd6e9-20e4-4bbd-ab08-34e8424aa8c0 service neutron] 10.222.0.36 "GET /v2.0/networks/409d0554-8e3f-4f66-86aa-6514318244f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873044 Nov 25 00:36:32.515494 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b4aa1b96-56e2-4628-b86f-86f7615c1850 req-69dfc436-2974-481d-aec8-e60436960962 service neutron] 10.222.0.36 "GET /v2.0/networks/409d0554-8e3f-4f66-86aa-6514318244f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015565 Nov 25 00:36:32.620416 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1faf84-c3d1-4182-858e-7719b23c2f45 req-2ae24e12-a49a-4e2a-b59d-32226a675b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:32.622484 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2f1faf84-c3d1-4182-858e-7719b23c2f45 req-2ae24e12-a49a-4e2a-b59d-32226a675b4c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41633565cf2541928765b8bb90eb69cd&device_id=486aa5c9-d825-4699-b3a2-282c1da79e3a HTTP/1.1" status: 200 len: 1097 time: 0.0467672 Nov 25 00:36:32.723039 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1faf84-c3d1-4182-858e-7719b23c2f45 req-82ebcb6d-c1fc-4347-9afa-28d0ee3589f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:32.724547 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2f1faf84-c3d1-4182-858e-7719b23c2f45 req-82ebcb6d-c1fc-4347-9afa-28d0ee3589f7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=409d0554-8e3f-4f66-86aa-6514318244f1 HTTP/1.1" status: 200 len: 910 time: 0.0922043 Nov 25 00:36:32.770281 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2f1faf84-c3d1-4182-858e-7719b23c2f45 req-c24663fe-e6ed-4a53-8196-ce330f542cd0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68 HTTP/1.1" status: 200 len: 217 time: 0.0364792 Nov 25 00:36:32.826928 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1faf84-c3d1-4182-858e-7719b23c2f45 req-03850d1f-9f88-4f11-b9cd-5d77c77d7b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:32.828494 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2f1faf84-c3d1-4182-858e-7719b23c2f45 req-03850d1f-9f88-4f11-b9cd-5d77c77d7b25 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=15bbc539-f60e-4df8-bbd7-12b5587f7c0e HTTP/1.1" status: 200 len: 849 time: 0.0505621 Nov 25 00:36:32.867983 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2f1faf84-c3d1-4182-858e-7719b23c2f45 req-b3843e23-8dca-4c9d-83d7-412a3e606e99 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=409d0554-8e3f-4f66-86aa-6514318244f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253878 Nov 25 00:36:32.970144 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2f1faf84-c3d1-4182-858e-7719b23c2f45 req-b5a30a22-ea52-425c-b280-783dbf0b64bf service neutron] 10.222.0.36 "GET /v2.0/networks/409d0554-8e3f-4f66-86aa-6514318244f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892818 Nov 25 00:36:33.071201 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2f1faf84-c3d1-4182-858e-7719b23c2f45 req-93eee1fc-80e7-4e6b-a449-e3f79b6de342 service neutron] 10.222.0.36 "GET /v2.0/networks/409d0554-8e3f-4f66-86aa-6514318244f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938447 Nov 25 00:36:33.295336 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72bad4-fa32-45aa-a911-287301d43641 req-f8f1c979-f033-48a5-b3fe-dc96a4eda254 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:33.296997 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8e72bad4-fa32-45aa-a911-287301d43641 req-f8f1c979-f033-48a5-b3fe-dc96a4eda254 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/ports?device_id=486aa5c9-d825-4699-b3a2-282c1da79e3a HTTP/1.1" status: 200 len: 944 time: 0.0504951 Nov 25 00:36:33.346023 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8e72bad4-fa32-45aa-a911-287301d43641 req-a1a915c8-cb21-45c4-b62f-b9f65d972499 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0e679b9-d6a1-4b38-888c-3463a9548822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417781 Nov 25 00:36:34.494660 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973c6c9-7376-49c0-adb6-124f25208f08 req-9092d45b-efbb-4fa9-aa05-644a7fee8462 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:34.496153 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f973c6c9-7376-49c0-adb6-124f25208f08 req-9092d45b-efbb-4fa9-aa05-644a7fee8462 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/ports?device_id=486aa5c9-d825-4699-b3a2-282c1da79e3a HTTP/1.1" status: 200 len: 944 time: 0.0564115 Nov 25 00:36:34.545277 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f973c6c9-7376-49c0-adb6-124f25208f08 req-62dde86d-d294-4321-8f9b-905321b21bc3 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0e679b9-d6a1-4b38-888c-3463a9548822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429311 Nov 25 00:36:35.589705 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68 details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=109125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 00:36:35.673421 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f578ba4-d895-4060-8e34-0c22899ffb61 req-b6e589f2-b8c9-45d0-8194-ffad973c7829 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:35.675251 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-5f578ba4-d895-4060-8e34-0c22899ffb61 req-b6e589f2-b8c9-45d0-8194-ffad973c7829 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/ports?device_id=486aa5c9-d825-4699-b3a2-282c1da79e3a HTTP/1.1" status: 200 len: 944 time: 0.0564961 Nov 25 00:36:35.697883 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68,segment=NetworkSegment(cf7033c0-5597-42e6-9e5b-d1bb09f1d618),segment_id=cf7033c0-5597-42e6-9e5b-d1bb09f1d618)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:36:35.711584 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Returning: {'device': '25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68', 'network_id': '409d0554-8e3f-4f66-86aa-6514318244f1', 'port_id': '25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68', 'mac_address': 'fa:16:3e:f1:c6:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15bbc539-f60e-4df8-bbd7-12b5587f7c0e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 00:36:35.732467 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-5f578ba4-d895-4060-8e34-0c22899ffb61 req-9035f949-757c-441b-817a-957f15d41b89 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0e679b9-d6a1-4b38-888c-3463a9548822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515015 Nov 25 00:36:35.760517 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:35.777042 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68 {{(pid=109125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:36:35.798207 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68,segment=NetworkSegment(cf7033c0-5597-42e6-9e5b-d1bb09f1d618),segment_id=cf7033c0-5597-42e6-9e5b-d1bb09f1d618)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:36:35.802087 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:35.849142 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68,revision_number=4']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:35.858086 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:36:35.858455 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:36:35.859025 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:36:35.859441 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:36:35.859839 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:36:35.860174 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:36:35.861032 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:36:35.861560 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:36:35.861679 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:36:35.861986 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:36:35.862305 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:36:35.862639 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:36:36.033236 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:36:36.852976 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4060e2-d255-441b-98e1-99948b86ca3c req-41917c54-890c-4fff-a0f2-9efcd1f3e47c tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:36.854472 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-fd4060e2-d255-441b-98e1-99948b86ca3c req-41917c54-890c-4fff-a0f2-9efcd1f3e47c tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/ports?device_id=486aa5c9-d825-4699-b3a2-282c1da79e3a HTTP/1.1" status: 200 len: 945 time: 0.0494344 Nov 25 00:36:36.905474 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-fd4060e2-d255-441b-98e1-99948b86ca3c req-461d1e38-190e-4d8c-90ee-e73fec6e5304 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0e679b9-d6a1-4b38-888c-3463a9548822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450284 Nov 25 00:36:37.591271 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68 up at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:36:37.642538 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning for port 25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68 completed by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 00:36:37.647067 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning complete for port 25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:36:37.647440 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:37.725196 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:37.752944 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486aa5c9-d825-4699-b3a2-282c1da79e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68'}] {{(pid=109125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:36:37.755236 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b40ce054491f5bd1a33a22e0e33c095860c6622367658d2460ab374ec6fa3a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5ac036-6995-421f-9717-f828f8ab721a" -d '{"events": [{"server_uuid": "486aa5c9-d825-4699-b3a2-282c1da79e3a", "name": "network-vif-plugged", "status": "completed", "tag": "25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68"}]}' {{(pid=109125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:36:37.772484 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port 25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68,segment=NetworkSegment(cf7033c0-5597-42e6-9e5b-d1bb09f1d618),segment_id=cf7033c0-5597-42e6-9e5b-d1bb09f1d618)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:36:37.777739 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:37.824139 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec97316-6422-47c6-b2ab-a3ad1fdcb8b4 x-openstack-request-id: req-8ec97316-6422-47c6-b2ab-a3ad1fdcb8b4 {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:36:37.824441 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486aa5c9-d825-4699-b3a2-282c1da79e3a", "name": "network-vif-plugged", "status": "completed", "tag": "25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68", "code": 200}]} {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:36:37.824695 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8ec97316-6422-47c6-b2ab-a3ad1fdcb8b4 {{(pid=109125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:36:37.825086 dv-cinder-819200-1-iscsi neutron-server[109125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486aa5c9-d825-4699-b3a2-282c1da79e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68', 'code': 200} Nov 25 00:36:37.845305 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68,revision_number=5']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:38.032392 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f4e3f-1c5a-4059-8a16-bd420d4086cd req-737459b4-db04-48cd-a27f-7bd9ddb5844b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:38.034107 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-0f1f4e3f-1c5a-4059-8a16-bd420d4086cd req-737459b4-db04-48cd-a27f-7bd9ddb5844b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=486aa5c9-d825-4699-b3a2-282c1da79e3a HTTP/1.1" status: 200 len: 1099 time: 0.0716717 Nov 25 00:36:38.056352 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3b79f-4ab9-4c46-84d2-338b453d3e49 req-8b21e018-0f42-45ce-9020-731f8a805988 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:38.057843 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-33c3b79f-4ab9-4c46-84d2-338b453d3e49 req-8b21e018-0f42-45ce-9020-731f8a805988 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/ports?device_id=486aa5c9-d825-4699-b3a2-282c1da79e3a HTTP/1.1" status: 200 len: 946 time: 0.0709772 Nov 25 00:36:38.118543 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-0f1f4e3f-1c5a-4059-8a16-bd420d4086cd req-a3400ec1-0c19-407d-8d9b-77bd15164f17 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b0e679b9-d6a1-4b38-888c-3463a9548822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747721 Nov 25 00:36:38.130325 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-33c3b79f-4ab9-4c46-84d2-338b453d3e49 req-09933850-6a6c-4de1-b73f-b4c848c0e1d8 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0e679b9-d6a1-4b38-888c-3463a9548822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639756 Nov 25 00:36:39.255732 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cba769-06d2-440e-aaae-08550d120e9b req-8df9d97c-248d-4110-aaa1-2df2898c056e tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:39.257247 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-18cba769-06d2-440e-aaae-08550d120e9b req-8df9d97c-248d-4110-aaa1-2df2898c056e tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/ports?device_id=486aa5c9-d825-4699-b3a2-282c1da79e3a HTTP/1.1" status: 200 len: 946 time: 0.0535917 Nov 25 00:36:39.306877 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-18cba769-06d2-440e-aaae-08550d120e9b req-af1e6e70-fcee-4403-b2c9-417e911d3759 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0e679b9-d6a1-4b38-888c-3463a9548822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435042 Nov 25 00:36:40.421779 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c614a7-7b11-480b-bd63-ecc2940ddf82 req-1e9b0409-9ef6-4664-ada0-1aee29b536ec tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:40.423170 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a7c614a7-7b11-480b-bd63-ecc2940ddf82 req-1e9b0409-9ef6-4664-ada0-1aee29b536ec tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/ports?device_id=486aa5c9-d825-4699-b3a2-282c1da79e3a HTTP/1.1" status: 200 len: 946 time: 0.0489416 Nov 25 00:36:40.472518 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-a7c614a7-7b11-480b-bd63-ecc2940ddf82 req-d9ccfe79-7295-428e-a7b6-4bd457c018d8 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0e679b9-d6a1-4b38-888c-3463a9548822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427983 Nov 25 00:36:41.907955 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-bc411705-2cb9-4c59-abee-a38aac516eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:43.881569 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21404b-064b-4e2a-afa7-dbcc8538b9ea req-fd99cc74-b632-4c5e-b6a6-ccc732181ac4 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:43.883003 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-af21404b-064b-4e2a-afa7-dbcc8538b9ea req-fd99cc74-b632-4c5e-b6a6-ccc732181ac4 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/ports?device_id=486aa5c9-d825-4699-b3a2-282c1da79e3a HTTP/1.1" status: 200 len: 946 time: 0.0545654 Nov 25 00:36:43.937210 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-af21404b-064b-4e2a-afa7-dbcc8538b9ea req-e97b9a11-ce27-499b-8bfa-838b7cd76cb8 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0e679b9-d6a1-4b38-888c-3463a9548822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474496 Nov 25 00:36:44.436478 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-60b82355-d2b2-473d-a51e-29d19b4039ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:45.065931 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d308bc-2575-4734-a02b-747e8cf50c23 req-54c3e7dd-b9b2-4d6b-b6c4-26e2fa6f02b5 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:45.067499 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-a1d308bc-2575-4734-a02b-747e8cf50c23 req-54c3e7dd-b9b2-4d6b-b6c4-26e2fa6f02b5 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/ports?device_id=486aa5c9-d825-4699-b3a2-282c1da79e3a HTTP/1.1" status: 200 len: 946 time: 0.0522592 Nov 25 00:36:45.128753 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-a1d308bc-2575-4734-a02b-747e8cf50c23 req-2637b465-db16-454b-85eb-ae210461de1c tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0e679b9-d6a1-4b38-888c-3463a9548822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540822 Nov 25 00:36:45.238802 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef80fc3-656a-4751-98e2-8cf11c0747b2 req-42e8409c-b011-47fe-919c-aa96acb7fa5d tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:45.240651 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1ef80fc3-656a-4751-98e2-8cf11c0747b2 req-42e8409c-b011-47fe-919c-aa96acb7fa5d tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 985 time: 0.0784419 Nov 25 00:36:45.247126 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2abf6d-14ea-441d-9847-8b1670d2cb66 req-57ddd085-5423-4a1c-bc23-f2d4233f7b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:45.248648 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ae2abf6d-14ea-441d-9847-8b1670d2cb66 req-57ddd085-5423-4a1c-bc23-f2d4233f7b85 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca8642a14a804da3871ddf4464eea3d1&device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 1138 time: 0.0610390 Nov 25 00:36:45.367611 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1ef80fc3-656a-4751-98e2-8cf11c0747b2 req-b341479b-726c-4595-a17c-8674666de3b3 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d1f088-2928-4fb3-bbaa-dcaf609a438b&id=8864b5e6-e29e-479a-86df-ef110968ddfc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1177063 Nov 25 00:36:45.393506 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2abf6d-14ea-441d-9847-8b1670d2cb66 req-d1c51559-e369-4c0c-be42-8f6ff05f0c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:45.394211 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ae2abf6d-14ea-441d-9847-8b1670d2cb66 req-d1c51559-e369-4c0c-be42-8f6ff05f0c01 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f16787dd-9dc0-472e-abb8-ca7962f9097c HTTP/1.1" status: 200 len: 916 time: 0.1370192 Nov 25 00:36:45.471304 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04e2f8-7b5d-48c2-95f3-9f34a6764e09 req-737cb960-2d45-48dc-a47b-7c46039a90e6 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:45.472830 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-bd04e2f8-7b5d-48c2-95f3-9f34a6764e09 req-737cb960-2d45-48dc-a47b-7c46039a90e6 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.36 "GET /v2.0/ports?device_id=486aa5c9-d825-4699-b3a2-282c1da79e3a HTTP/1.1" status: 200 len: 946 time: 0.0606890 Nov 25 00:36:45.485431 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ae2abf6d-14ea-441d-9847-8b1670d2cb66 req-8ceba405-ebfc-4abd-9eae-d5a663269db7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aff20ec0-b8cf-474e-8b83-aadfb651dd3a HTTP/1.1" status: 200 len: 1000 time: 0.0736365 Nov 25 00:36:45.546868 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2abf6d-14ea-441d-9847-8b1670d2cb66 req-254e7d70-71f4-4677-a4eb-a72a72bc72eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:45.548387 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ae2abf6d-14ea-441d-9847-8b1670d2cb66 req-254e7d70-71f4-4677-a4eb-a72a72bc72eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d931989-8e6d-4c3a-bdc0-c79006c02f39 HTTP/1.1" status: 200 len: 854 time: 0.0549657 Nov 25 00:36:45.589692 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [req-bd04e2f8-7b5d-48c2-95f3-9f34a6764e09 req-f26a45ee-81eb-4b5b-9b04-12fb4c027f69 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Deleting port 25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68 {{(pid=109124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:36:45.590072 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-bd04e2f8-7b5d-48c2-95f3-9f34a6764e09 req-f26a45ee-81eb-4b5b-9b04-12fb4c027f69 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:45.603850 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2abf6d-14ea-441d-9847-8b1670d2cb66 req-a028938f-dd2a-4c8b-a6e9-e9f2c089b235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:45.606229 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ae2abf6d-14ea-441d-9847-8b1670d2cb66 req-a028938f-dd2a-4c8b-a6e9-e9f2c089b235 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f16787dd-9dc0-472e-abb8-ca7962f9097c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490296 Nov 25 00:36:45.703823 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [req-bd04e2f8-7b5d-48c2-95f3-9f34a6764e09 req-f26a45ee-81eb-4b5b-9b04-12fb4c027f69 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] For port 25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68,segment=NetworkSegment(cf7033c0-5597-42e6-9e5b-d1bb09f1d618),segment_id=cf7033c0-5597-42e6-9e5b-d1bb09f1d618)] {{(pid=109124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:36:45.704192 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-bd04e2f8-7b5d-48c2-95f3-9f34a6764e09 req-f26a45ee-81eb-4b5b-9b04-12fb4c027f69 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:45.721184 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ae2abf6d-14ea-441d-9847-8b1670d2cb66 req-4153c0ba-9fcf-46f0-92e9-162e199cd437 service neutron] 10.222.0.36 "GET /v2.0/networks/f16787dd-9dc0-472e-abb8-ca7962f9097c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050556 Nov 25 00:36:45.851101 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-ae2abf6d-14ea-441d-9847-8b1670d2cb66 req-bd3c9881-9f52-4297-8416-abbab94ce4ad service neutron] 10.222.0.36 "GET /v2.0/networks/f16787dd-9dc0-472e-abb8-ca7962f9097c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213136 Nov 25 00:36:45.981116 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [req-bd04e2f8-7b5d-48c2-95f3-9f34a6764e09 req-f26a45ee-81eb-4b5b-9b04-12fb4c027f69 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Calling delete_port for 25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68 owned by compute:nova {{(pid=109124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:36:46.123983 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-bd04e2f8-7b5d-48c2-95f3-9f34a6764e09 req-f26a45ee-81eb-4b5b-9b04-12fb4c027f69 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:46.136601 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:36:46.160934 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a45ee-81eb-4b5b-9b04-12fb4c027f69 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Pushing event deleted for resources: {'Port': ['ID=25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:46.202534 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd04e2f8-7b5d-48c2-95f3-9f34a6764e09 req-f26a45ee-81eb-4b5b-9b04-12fb4c027f69 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] No DVR routers for this DVR port 25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68 on host hv-cinder-81920 {{(pid=109124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 00:36:46.205245 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-bd04e2f8-7b5d-48c2-95f3-9f34a6764e09 req-f26a45ee-81eb-4b5b-9b04-12fb4c027f69 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:46.209356 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-bd04e2f8-7b5d-48c2-95f3-9f34a6764e09 req-f26a45ee-81eb-4b5b-9b04-12fb4c027f69 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.36 "DELETE /v2.0/ports/25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68 HTTP/1.1" status: 204 len: 173 time: 0.7292042 Nov 25 00:36:46.210995 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486aa5c9-d825-4699-b3a2-282c1da79e3a', 'name': 'network-vif-deleted', 'tag': '25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68'}] {{(pid=109124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:36:46.214253 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c540b04f577278a42f04ac83864b9661265f6e355fc5f2cf5b057c36d7214e30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d4d470-2e78-4aa9-b2cc-8ac3c05a09b8" -d '{"events": [{"server_uuid": "486aa5c9-d825-4699-b3a2-282c1da79e3a", "name": "network-vif-deleted", "tag": "25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68"}]}' {{(pid=109124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:36:46.246199 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ef905979-8657-4f37-b25f-7474bd5ae511 req-99072836-289e-40be-982b-7154eb5544c1 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/ports?device_id=486aa5c9-d825-4699-b3a2-282c1da79e3a HTTP/1.1" status: 200 len: 210 time: 0.0355983 Nov 25 00:36:46.256888 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571934a4-259a-4bf3-854f-3bc8df9fa54e x-openstack-request-id: req-571934a4-259a-4bf3-854f-3bc8df9fa54e {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:36:46.257434 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486aa5c9-d825-4699-b3a2-282c1da79e3a", "name": "network-vif-deleted", "tag": "25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68", "status": "completed", "code": 200}]} {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:36:46.257857 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-571934a4-259a-4bf3-854f-3bc8df9fa54e {{(pid=109124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:36:46.258319 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486aa5c9-d825-4699-b3a2-282c1da79e3a', 'name': 'network-vif-deleted', 'tag': '25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68', 'status': 'completed', 'code': 200} Nov 25 00:36:46.437282 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:46.493328 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5801cb2a-8b21-4916-a973-f8c4589cdb6e req-948d6dd4-5e98-464a-ae69-7422b587ee13 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:46.494884 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-5801cb2a-8b21-4916-a973-f8c4589cdb6e req-948d6dd4-5e98-464a-ae69-7422b587ee13 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 985 time: 0.0560081 Nov 25 00:36:46.556868 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-5801cb2a-8b21-4916-a973-f8c4589cdb6e req-e1433423-0129-43f6-90ad-f4d264d0615a tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d1f088-2928-4fb3-bbaa-dcaf609a438b&id=8864b5e6-e29e-479a-86df-ef110968ddfc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527351 Nov 25 00:36:47.501683 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366a3e0-6c69-4981-8363-872076d9309e req-48e0a7a5-bc80-4719-b44c-6347f45053ae tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:47.503147 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8366a3e0-6c69-4981-8363-872076d9309e req-48e0a7a5-bc80-4719-b44c-6347f45053ae tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/networks?id=409d0554-8e3f-4f66-86aa-6514318244f1 HTTP/1.1" status: 200 len: 809 time: 0.1012514 Nov 25 00:36:47.518440 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8366a3e0-6c69-4981-8363-872076d9309e req-0f27e372-a208-4d75-9c6c-a08e53fe99f3 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/quotas/41633565cf2541928765b8bb90eb69cd HTTP/1.1" status: 200 len: 375 time: 0.0088081 Nov 25 00:36:47.548648 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8366a3e0-6c69-4981-8363-872076d9309e req-abc23c13-f59b-4bb5-83b0-7553946c3486 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=41633565cf2541928765b8bb90eb69cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247259 Nov 25 00:36:47.641039 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8366a3e0-6c69-4981-8363-872076d9309e req-c403ab03-98e3-40c5-931f-ce386bff9242 service neutron] 10.222.0.37 "GET /v2.0/networks/409d0554-8e3f-4f66-86aa-6514318244f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849748 Nov 25 00:36:47.672795 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fe30a-438b-43e2-83b9-14dc0633e5c0 req-8150b382-7cc5-4709-abed-b411c7e1cc79 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:47.674392 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-046fe30a-438b-43e2-83b9-14dc0633e5c0 req-8150b382-7cc5-4709-abed-b411c7e1cc79 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 985 time: 0.0498338 Nov 25 00:36:47.731246 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8366a3e0-6c69-4981-8363-872076d9309e req-9a4f57a5-cafb-492d-a9f8-5529f3b550fd service neutron] 10.222.0.37 "GET /v2.0/networks/409d0554-8e3f-4f66-86aa-6514318244f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840974 Nov 25 00:36:47.739039 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-046fe30a-438b-43e2-83b9-14dc0633e5c0 req-01da0630-786b-4134-9901-7b0f26357c68 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d1f088-2928-4fb3-bbaa-dcaf609a438b&id=8864b5e6-e29e-479a-86df-ef110968ddfc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576780 Nov 25 00:36:47.897389 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3058f7f0-0d7e-4720-bfa2-22b72bfdc226 req-618d680b-1bf1-40f8-bedd-c5ec447cef22 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec940e5-6b1f-4ed9-8497-9f1dd7f717e5 HTTP/1.1" status: 200 len: 210 time: 0.0260651 Nov 25 00:36:48.392591 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:48.423661 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:48.862720 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6d0f9-beed-4071-96ac-713495d36a65 req-5a9c5643-c668-40bb-a3be-520ead49d72a tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:48.864165 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-61a6d0f9-beed-4071-96ac-713495d36a65 req-5a9c5643-c668-40bb-a3be-520ead49d72a tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 985 time: 0.0520611 Nov 25 00:36:48.925720 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-61a6d0f9-beed-4071-96ac-713495d36a65 req-c1da541b-c6b0-4660-995d-4dd5ddc67b83 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d1f088-2928-4fb3-bbaa-dcaf609a438b&id=8864b5e6-e29e-479a-86df-ef110968ddfc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547721 Nov 25 00:36:48.990592 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-6b02fddd-0c5d-49c3-a332-5e932ae99ab6 req-93147198-14b0-4796-bb9f-95d9f186510c tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec940e5-6b1f-4ed9-8497-9f1dd7f717e5 HTTP/1.1" status: 200 len: 210 time: 0.0260537 Nov 25 00:36:50.045014 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaccbe46-ed38-4b6e-bfbe-63024ba3f2fd req-de3c529d-1d7c-4b60-87dd-d56da6c3c3b1 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:50.046507 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-eaccbe46-ed38-4b6e-bfbe-63024ba3f2fd req-de3c529d-1d7c-4b60-87dd-d56da6c3c3b1 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 985 time: 0.0501430 Nov 25 00:36:50.083246 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-9e33e476-08bc-46f5-b203-12e527a10f62 req-358462e8-4a13-491c-bc6d-284fa5e26563 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec940e5-6b1f-4ed9-8497-9f1dd7f717e5 HTTP/1.1" status: 200 len: 210 time: 0.0253351 Nov 25 00:36:50.107921 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-eaccbe46-ed38-4b6e-bfbe-63024ba3f2fd req-76fe7348-c156-47bc-9a3a-f3a6a5339274 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d1f088-2928-4fb3-bbaa-dcaf609a438b&id=8864b5e6-e29e-479a-86df-ef110968ddfc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554450 Nov 25 00:36:50.256041 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68 no longer exists at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:36:50.280487 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] No Port match for: 25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68 {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:36:50.280841 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 25cac50e-0a8d-4703-a7dc-d5b0aa1d6a68 not bound to the agent host hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:36:50.830853 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366a3e0-6c69-4981-8363-872076d9309e req-e6132bf7-1a18-4334-bc25-8c06d5d0302f tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:50.832308 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8366a3e0-6c69-4981-8363-872076d9309e req-e6132bf7-1a18-4334-bc25-8c06d5d0302f tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.36 "GET /v2.0/networks?id=409d0554-8e3f-4f66-86aa-6514318244f1 HTTP/1.1" status: 200 len: 809 time: 0.1161666 Nov 25 00:36:50.845966 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [req-8366a3e0-6c69-4981-8363-872076d9309e req-a5d0236f-8836-4b4f-adb2-bb4767a3375c tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Request body: {'port': {'device_id': '9ec940e5-6b1f-4ed9-8497-9f1dd7f717e5', 'network_id': '409d0554-8e3f-4f66-86aa-6514318244f1', 'admin_state_up': True, 'tenant_id': '41633565cf2541928765b8bb90eb69cd'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:36:50.952142 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8366a3e0-6c69-4981-8363-872076d9309e req-a5d0236f-8836-4b4f-adb2-bb4767a3375c tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Made reservation on behalf of 41633565cf2541928765b8bb90eb69cd for: {'port': 1} {{(pid=109124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:36:50.955735 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-8366a3e0-6c69-4981-8363-872076d9309e req-a5d0236f-8836-4b4f-adb2-bb4767a3375c tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:51.086108 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:51.088451 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.db_base_plugin_common [req-8366a3e0-6c69-4981-8363-872076d9309e req-a5d0236f-8836-4b4f-adb2-bb4767a3375c tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Allocated IP 172.20.0.5 (409d0554-8e3f-4f66-86aa-6514318244f1/15bbc539-f60e-4df8-bbd7-12b5587f7c0e/b94a318e-c6d6-48d8-8e97-5474945bf50a) {{(pid=109124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:36:51.211931 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-98e3dd74-c198-4dd2-8268-b4da987c8784 req-2955ef52-200c-4f08-a45b-14c89c1565db tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec940e5-6b1f-4ed9-8497-9f1dd7f717e5 HTTP/1.1" status: 200 len: 210 time: 0.0575933 Nov 25 00:36:51.226972 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc492f5-c39e-474e-a1e6-b86f941f9070 req-9d1dc5af-913d-407f-9e25-93d603fb55f3 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:51.229090 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-acc492f5-c39e-474e-a1e6-b86f941f9070 req-9d1dc5af-913d-407f-9e25-93d603fb55f3 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 985 time: 0.0511847 Nov 25 00:36:51.263888 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-8366a3e0-6c69-4981-8363-872076d9309e req-a5d0236f-8836-4b4f-adb2-bb4767a3375c tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Publish callbacks [] for port, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:51.300551 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-8366a3e0-6c69-4981-8363-872076d9309e req-a5d0236f-8836-4b4f-adb2-bb4767a3375c tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:51.307115 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-acc492f5-c39e-474e-a1e6-b86f941f9070 req-c991777d-bad7-463f-80ce-0c872a94d4f9 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d1f088-2928-4fb3-bbaa-dcaf609a438b&id=8864b5e6-e29e-479a-86df-ef110968ddfc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0718594 Nov 25 00:36:51.346488 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8366a3e0-6c69-4981-8363-872076d9309e req-a5d0236f-8836-4b4f-adb2-bb4767a3375c tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Network 409d0554-8e3f-4f66-86aa-6514318244f1 is already hosted by enough agents. {{(pid=109124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:36:51.351340 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.base_scheduler [req-8366a3e0-6c69-4981-8363-872076d9309e req-a5d0236f-8836-4b4f-adb2-bb4767a3375c tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Resources bound (agent type, host, resource id): {{(pid=109124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:36:51.355288 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.l3_dvrscheduler_db [req-8366a3e0-6c69-4981-8363-872076d9309e req-a5d0236f-8836-4b4f-adb2-bb4767a3375c tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Received port after_create {{(pid=109124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:36:51.385473 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0236f-8836-4b4f-adb2-bb4767a3375c tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Pushing event updated for resources: {'Port': ['ID=b94a318e-c6d6-48d8-8e97-5474945bf50a,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:51.413994 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366a3e0-6c69-4981-8363-872076d9309e req-a5d0236f-8836-4b4f-adb2-bb4767a3375c tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:51.414659 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-8366a3e0-6c69-4981-8363-872076d9309e req-a5d0236f-8836-4b4f-adb2-bb4767a3375c tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:51.431332 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8366a3e0-6c69-4981-8363-872076d9309e req-a5d0236f-8836-4b4f-adb2-bb4767a3375c tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5890825 Nov 25 00:36:51.443966 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [req-8366a3e0-6c69-4981-8363-872076d9309e req-1688e1e1-11f3-49d8-9730-8062237d8f14 service neutron] Request body: {'port': {'device_id': '9ec940e5-6b1f-4ed9-8497-9f1dd7f717e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:36:51.504531 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-8366a3e0-6c69-4981-8363-872076d9309e req-1688e1e1-11f3-49d8-9730-8062237d8f14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:51.777687 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.notifiers.nova [req-8366a3e0-6c69-4981-8363-872076d9309e req-1688e1e1-11f3-49d8-9730-8062237d8f14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b94a318e-c6d6-48d8-8e97-5474945bf50a {{(pid=109124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:36:51.786404 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-8366a3e0-6c69-4981-8363-872076d9309e req-1688e1e1-11f3-49d8-9730-8062237d8f14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:51.799554 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.provisioning_blocks [req-8366a3e0-6c69-4981-8363-872076d9309e req-1688e1e1-11f3-49d8-9730-8062237d8f14 service neutron] Transition to ACTIVE for port object b94a318e-c6d6-48d8-8e97-5474945bf50a will not be triggered until provisioned by entity L2. {{(pid=109124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 00:36:51.803480 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-8366a3e0-6c69-4981-8363-872076d9309e req-1688e1e1-11f3-49d8-9730-8062237d8f14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11622735'] for port, after_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:51.852702 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688e1e1-11f3-49d8-9730-8062237d8f14 service neutron] Pushing event updated for resources: {'Port': ['ID=b94a318e-c6d6-48d8-8e97-5474945bf50a,revision_number=2']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:51.924289 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.managers [req-8366a3e0-6c69-4981-8363-872076d9309e req-1688e1e1-11f3-49d8-9730-8062237d8f14 service neutron] Attempting to bind port b94a318e-c6d6-48d8-8e97-5474945bf50a on host hv-cinder-81920 for vnic_type normal with profile {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:36:51.924627 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.managers [req-8366a3e0-6c69-4981-8363-872076d9309e req-1688e1e1-11f3-49d8-9730-8062237d8f14 service neutron] Attempting to bind port b94a318e-c6d6-48d8-8e97-5474945bf50a by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': 'cf7033c0-5597-42e6-9e5b-d1bb09f1d618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '409d0554-8e3f-4f66-86aa-6514318244f1'}] {{(pid=109124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:36:51.924956 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8366a3e0-6c69-4981-8363-872076d9309e req-1688e1e1-11f3-49d8-9730-8062237d8f14 service neutron] Attempting to bind port b94a318e-c6d6-48d8-8e97-5474945bf50a on network 409d0554-8e3f-4f66-86aa-6514318244f1 {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:36:51.929338 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8366a3e0-6c69-4981-8363-872076d9309e req-1688e1e1-11f3-49d8-9730-8062237d8f14 service neutron] Port b94a318e-c6d6-48d8-8e97-5474945bf50a on network 409d0554-8e3f-4f66-86aa-6514318244f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 00:36:51.929681 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8366a3e0-6c69-4981-8363-872076d9309e req-1688e1e1-11f3-49d8-9730-8062237d8f14 service neutron] Attempting to bind port b94a318e-c6d6-48d8-8e97-5474945bf50a on network 409d0554-8e3f-4f66-86aa-6514318244f1 {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:36:51.934334 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8366a3e0-6c69-4981-8363-872076d9309e req-1688e1e1-11f3-49d8-9730-8062237d8f14 service neutron] Checking agent: {'id': 'ecb47d45-642b-455d-9e6f-8b3bbedb4480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'started_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:36:51.934682 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8366a3e0-6c69-4981-8363-872076d9309e req-1688e1e1-11f3-49d8-9730-8062237d8f14 service neutron] Checking segment: {'id': 'cf7033c0-5597-42e6-9e5b-d1bb09f1d618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '409d0554-8e3f-4f66-86aa-6514318244f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:36:51.935065 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8366a3e0-6c69-4981-8363-872076d9309e req-1688e1e1-11f3-49d8-9730-8062237d8f14 service neutron] Bound using segment: {'id': 'cf7033c0-5597-42e6-9e5b-d1bb09f1d618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '409d0554-8e3f-4f66-86aa-6514318244f1'} {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:36:51.935493 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.managers [req-8366a3e0-6c69-4981-8363-872076d9309e req-1688e1e1-11f3-49d8-9730-8062237d8f14 service neutron] Bound port: b94a318e-c6d6-48d8-8e97-5474945bf50a, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf7033c0-5597-42e6-9e5b-d1bb09f1d618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '409d0554-8e3f-4f66-86aa-6514318244f1'}}] {{(pid=109124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:36:51.935841 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-8366a3e0-6c69-4981-8363-872076d9309e req-1688e1e1-11f3-49d8-9730-8062237d8f14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:52.000747 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [req-8366a3e0-6c69-4981-8363-872076d9309e req-1688e1e1-11f3-49d8-9730-8062237d8f14 service neutron] For port b94a318e-c6d6-48d8-8e97-5474945bf50a, host hv-cinder-81920, cleared binding levels {{(pid=109124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:36:52.007800 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [req-8366a3e0-6c69-4981-8363-872076d9309e req-1688e1e1-11f3-49d8-9730-8062237d8f14 service neutron] For port b94a318e-c6d6-48d8-8e97-5474945bf50a, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=b94a318e-c6d6-48d8-8e97-5474945bf50a,segment=NetworkSegment(cf7033c0-5597-42e6-9e5b-d1bb09f1d618),segment_id=cf7033c0-5597-42e6-9e5b-d1bb09f1d618)] {{(pid=109124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:36:52.011452 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-8366a3e0-6c69-4981-8363-872076d9309e req-1688e1e1-11f3-49d8-9730-8062237d8f14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11622735'] for port, after_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:52.050268 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366a3e0-6c69-4981-8363-872076d9309e req-1688e1e1-11f3-49d8-9730-8062237d8f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:52.050902 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-8366a3e0-6c69-4981-8363-872076d9309e req-1688e1e1-11f3-49d8-9730-8062237d8f14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:52.052560 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8366a3e0-6c69-4981-8363-872076d9309e req-1688e1e1-11f3-49d8-9730-8062237d8f14 service neutron] 10.222.0.36 "PUT /v2.0/ports/b94a318e-c6d6-48d8-8e97-5474945bf50a HTTP/1.1" status: 200 len: 1093 time: 0.6125119 Nov 25 00:36:52.052761 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec940e5-6b1f-4ed9-8497-9f1dd7f717e5', 'tag': 'b94a318e-c6d6-48d8-8e97-5474945bf50a'}] {{(pid=109124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:36:52.055681 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c540b04f577278a42f04ac83864b9661265f6e355fc5f2cf5b057c36d7214e30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857e528e-95ce-45fa-933a-023a574ab4f4" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec940e5-6b1f-4ed9-8497-9f1dd7f717e5", "tag": "b94a318e-c6d6-48d8-8e97-5474945bf50a"}]}' {{(pid=109124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:36:52.082667 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688e1e1-11f3-49d8-9730-8062237d8f14 service neutron] Pushing event updated for resources: {'Port': ['ID=b94a318e-c6d6-48d8-8e97-5474945bf50a,revision_number=3']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:52.097112 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 00:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56933578-7419-4c38-bb43-e88f30144162 x-openstack-request-id: req-56933578-7419-4c38-bb43-e88f30144162 {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:36:52.097733 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec940e5-6b1f-4ed9-8497-9f1dd7f717e5", "tag": "b94a318e-c6d6-48d8-8e97-5474945bf50a", "status": "completed", "code": 200}]} {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:36:52.097733 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-56933578-7419-4c38-bb43-e88f30144162 {{(pid=109124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:36:52.098025 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec940e5-6b1f-4ed9-8497-9f1dd7f717e5', 'tag': 'b94a318e-c6d6-48d8-8e97-5474945bf50a', 'status': 'completed', 'code': 200} Nov 25 00:36:52.150172 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366a3e0-6c69-4981-8363-872076d9309e req-5d9f328d-05f9-4c93-8829-b1174dff8d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:52.151770 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8366a3e0-6c69-4981-8363-872076d9309e req-5d9f328d-05f9-4c93-8829-b1174dff8d32 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41633565cf2541928765b8bb90eb69cd&device_id=9ec940e5-6b1f-4ed9-8497-9f1dd7f717e5 HTTP/1.1" status: 200 len: 1096 time: 0.0449140 Nov 25 00:36:52.194592 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8366a3e0-6c69-4981-8363-872076d9309e req-482b57c6-f39e-45ba-a275-ca998763be1c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b94a318e-c6d6-48d8-8e97-5474945bf50a HTTP/1.1" status: 200 len: 217 time: 0.0343952 Nov 25 00:36:52.245747 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366a3e0-6c69-4981-8363-872076d9309e req-83e8e330-b762-4333-9497-ea12363f2a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:52.247477 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8366a3e0-6c69-4981-8363-872076d9309e req-83e8e330-b762-4333-9497-ea12363f2a34 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=15bbc539-f60e-4df8-bbd7-12b5587f7c0e HTTP/1.1" status: 200 len: 849 time: 0.0457523 Nov 25 00:36:52.285254 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8366a3e0-6c69-4981-8363-872076d9309e req-c27d5245-b540-46f4-8fe2-789b54e86a92 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=409d0554-8e3f-4f66-86aa-6514318244f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297434 Nov 25 00:36:52.328772 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1a661-d561-4ca4-988b-41e6e90ec10a req-dacf30b1-1d65-4306-8cca-5882a5fd320d tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:52.330226 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1dc1a661-d561-4ca4-988b-41e6e90ec10a req-dacf30b1-1d65-4306-8cca-5882a5fd320d tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec940e5-6b1f-4ed9-8497-9f1dd7f717e5 HTTP/1.1" status: 200 len: 943 time: 0.0481920 Nov 25 00:36:52.381129 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-1dc1a661-d561-4ca4-988b-41e6e90ec10a req-cb1a5362-b9b2-4ecc-9775-9466e60cc01b tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0e679b9-d6a1-4b38-888c-3463a9548822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436454 Nov 25 00:36:52.383642 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8366a3e0-6c69-4981-8363-872076d9309e req-8e7139fc-563d-45d6-8a2a-a9cb9bfff070 service neutron] 10.222.0.36 "GET /v2.0/networks/409d0554-8e3f-4f66-86aa-6514318244f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897408 Nov 25 00:36:52.492299 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939e804-0b3f-4ed4-ba9a-f5a1ffda0e62 req-9c0f518e-2701-484a-a4d6-bea8c7034f15 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:52.493782 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-d939e804-0b3f-4ed4-ba9a-f5a1ffda0e62 req-9c0f518e-2701-484a-a4d6-bea8c7034f15 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 985 time: 0.1054986 Nov 25 00:36:52.529945 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8366a3e0-6c69-4981-8363-872076d9309e req-572dd49d-f44b-45f4-90e0-88b25f373953 service neutron] 10.222.0.36 "GET /v2.0/networks/409d0554-8e3f-4f66-86aa-6514318244f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323493 Nov 25 00:36:52.572987 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-d939e804-0b3f-4ed4-ba9a-f5a1ffda0e62 req-034abce6-53ed-4119-9028-2acae4054298 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d1f088-2928-4fb3-bbaa-dcaf609a438b&id=8864b5e6-e29e-479a-86df-ef110968ddfc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0710783 Nov 25 00:36:52.630851 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e528e-95ce-45fa-933a-023a574ab4f4 req-652b8f0c-f944-4438-9ace-e0dc44a1d066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:52.632452 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-857e528e-95ce-45fa-933a-023a574ab4f4 req-652b8f0c-f944-4438-9ace-e0dc44a1d066 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41633565cf2541928765b8bb90eb69cd&device_id=9ec940e5-6b1f-4ed9-8497-9f1dd7f717e5 HTTP/1.1" status: 200 len: 1096 time: 0.0476909 Nov 25 00:36:52.729111 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e528e-95ce-45fa-933a-023a574ab4f4 req-5af12515-5192-44bf-846b-c5bd33c555f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:52.730658 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-857e528e-95ce-45fa-933a-023a574ab4f4 req-5af12515-5192-44bf-846b-c5bd33c555f2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=409d0554-8e3f-4f66-86aa-6514318244f1 HTTP/1.1" status: 200 len: 910 time: 0.0909023 Nov 25 00:36:52.775997 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-857e528e-95ce-45fa-933a-023a574ab4f4 req-18355924-71fd-4458-8820-bef7f4eab3ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b94a318e-c6d6-48d8-8e97-5474945bf50a HTTP/1.1" status: 200 len: 217 time: 0.0365653 Nov 25 00:36:52.831642 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e528e-95ce-45fa-933a-023a574ab4f4 req-8517c1b3-170a-408d-8c1f-c6c6d7c22558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:52.833090 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-857e528e-95ce-45fa-933a-023a574ab4f4 req-8517c1b3-170a-408d-8c1f-c6c6d7c22558 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=15bbc539-f60e-4df8-bbd7-12b5587f7c0e HTTP/1.1" status: 200 len: 849 time: 0.0498965 Nov 25 00:36:52.866502 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-857e528e-95ce-45fa-933a-023a574ab4f4 req-7e0e7baf-7972-4bec-a851-6ac28c367a46 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=409d0554-8e3f-4f66-86aa-6514318244f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247524 Nov 25 00:36:52.955552 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-857e528e-95ce-45fa-933a-023a574ab4f4 req-868f7bd6-05be-4935-a851-c339adf5e1bc service neutron] 10.222.0.36 "GET /v2.0/networks/409d0554-8e3f-4f66-86aa-6514318244f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814774 Nov 25 00:36:53.050337 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-857e528e-95ce-45fa-933a-023a574ab4f4 req-55f2a3d2-dcad-4ad2-a6e6-973289f1510b service neutron] 10.222.0.36 "GET /v2.0/networks/409d0554-8e3f-4f66-86aa-6514318244f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871320 Nov 25 00:36:53.494442 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e3b71-d739-4c72-87c0-1ce1cddbfef6 req-5d692f51-7f90-48a0-a54a-a8efc6f600f5 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:53.495926 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-5c0e3b71-d739-4c72-87c0-1ce1cddbfef6 req-5d692f51-7f90-48a0-a54a-a8efc6f600f5 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec940e5-6b1f-4ed9-8497-9f1dd7f717e5 HTTP/1.1" status: 200 len: 943 time: 0.0487640 Nov 25 00:36:53.543383 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-5c0e3b71-d739-4c72-87c0-1ce1cddbfef6 req-b0f3876c-2366-40d4-b321-63263d8e0554 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0e679b9-d6a1-4b38-888c-3463a9548822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414953 Nov 25 00:36:53.689115 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c245a04-9b36-4814-a90d-e05adff3c473 req-69d5eb1b-70cb-44ff-a19a-e5bcb5f049c5 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:53.690583 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3c245a04-9b36-4814-a90d-e05adff3c473 req-69d5eb1b-70cb-44ff-a19a-e5bcb5f049c5 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 985 time: 0.0497434 Nov 25 00:36:53.754746 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3c245a04-9b36-4814-a90d-e05adff3c473 req-c8ce50f5-7638-4431-987a-e20e02c0ddb5 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d1f088-2928-4fb3-bbaa-dcaf609a438b&id=8864b5e6-e29e-479a-86df-ef110968ddfc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571547 Nov 25 00:36:54.660656 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906db215-4f00-49da-a534-70ac6114ba80 req-c7c23ab9-683d-4abc-80c4-1944ae9394af tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:54.662326 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-906db215-4f00-49da-a534-70ac6114ba80 req-c7c23ab9-683d-4abc-80c4-1944ae9394af tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec940e5-6b1f-4ed9-8497-9f1dd7f717e5 HTTP/1.1" status: 200 len: 943 time: 0.0530007 Nov 25 00:36:54.710762 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-906db215-4f00-49da-a534-70ac6114ba80 req-240ad9fd-2cfa-4cb8-ad30-5832e1a1aef4 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0e679b9-d6a1-4b38-888c-3463a9548822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423493 Nov 25 00:36:54.882991 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669e4c8-23db-4c1d-8a6b-d37bcadd25cf req-4ea6d950-c085-4322-87d6-50a41b4e1fc1 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:54.884554 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c669e4c8-23db-4c1d-8a6b-d37bcadd25cf req-4ea6d950-c085-4322-87d6-50a41b4e1fc1 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 985 time: 0.0554020 Nov 25 00:36:54.951174 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c669e4c8-23db-4c1d-8a6b-d37bcadd25cf req-4978e25f-0c43-46a9-be02-24bbfced5000 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d1f088-2928-4fb3-bbaa-dcaf609a438b&id=8864b5e6-e29e-479a-86df-ef110968ddfc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604763 Nov 25 00:36:55.829602 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba1553-183e-4e96-881e-f3fc639c5ef5 req-21a8b5c0-cc76-41b8-83c4-5272fd4038db tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:55.831069 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-0dba1553-183e-4e96-881e-f3fc639c5ef5 req-21a8b5c0-cc76-41b8-83c4-5272fd4038db tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec940e5-6b1f-4ed9-8497-9f1dd7f717e5 HTTP/1.1" status: 200 len: 943 time: 0.0497191 Nov 25 00:36:55.878355 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-0dba1553-183e-4e96-881e-f3fc639c5ef5 req-a14ec5e4-01ba-4391-9103-7e69f512cd79 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0e679b9-d6a1-4b38-888c-3463a9548822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405765 Nov 25 00:36:56.066233 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914eb365-2e69-49c4-a14d-f4b3e9c2a0ca req-1bd464ad-89a2-4c05-95fe-028fef523124 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:56.067718 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-914eb365-2e69-49c4-a14d-f4b3e9c2a0ca req-1bd464ad-89a2-4c05-95fe-028fef523124 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 985 time: 0.0495458 Nov 25 00:36:56.136214 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-914eb365-2e69-49c4-a14d-f4b3e9c2a0ca req-961a0853-d826-4d76-a0ae-9accddd6258d tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d1f088-2928-4fb3-bbaa-dcaf609a438b&id=8864b5e6-e29e-479a-86df-ef110968ddfc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587447 Nov 25 00:36:56.651078 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device b94a318e-c6d6-48d8-8e97-5474945bf50a details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=109125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 00:36:56.743788 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port b94a318e-c6d6-48d8-8e97-5474945bf50a, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=b94a318e-c6d6-48d8-8e97-5474945bf50a,segment=NetworkSegment(cf7033c0-5597-42e6-9e5b-d1bb09f1d618),segment_id=cf7033c0-5597-42e6-9e5b-d1bb09f1d618)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:36:56.756000 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Returning: {'device': 'b94a318e-c6d6-48d8-8e97-5474945bf50a', 'network_id': '409d0554-8e3f-4f66-86aa-6514318244f1', 'port_id': 'b94a318e-c6d6-48d8-8e97-5474945bf50a', 'mac_address': 'fa:16:3e:2f:b9:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15bbc539-f60e-4df8-bbd7-12b5587f7c0e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 00:36:56.793301 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:56.809627 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b94a318e-c6d6-48d8-8e97-5474945bf50a {{(pid=109125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:36:56.828230 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port b94a318e-c6d6-48d8-8e97-5474945bf50a, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=b94a318e-c6d6-48d8-8e97-5474945bf50a,segment=NetworkSegment(cf7033c0-5597-42e6-9e5b-d1bb09f1d618),segment_id=cf7033c0-5597-42e6-9e5b-d1bb09f1d618)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:36:56.832676 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:56.879171 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=b94a318e-c6d6-48d8-8e97-5474945bf50a,revision_number=4']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:56.993729 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9dd26e-7f29-4ce6-b766-41a6e8621a33 req-f0ee3445-d368-474c-a1c1-0b732cec980c tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:56.995272 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-eb9dd26e-7f29-4ce6-b766-41a6e8621a33 req-f0ee3445-d368-474c-a1c1-0b732cec980c tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec940e5-6b1f-4ed9-8497-9f1dd7f717e5 HTTP/1.1" status: 200 len: 944 time: 0.0496786 Nov 25 00:36:57.048313 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-eb9dd26e-7f29-4ce6-b766-41a6e8621a33 req-729c0ccd-f5ce-422d-9d3d-7185d68a1885 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0e679b9-d6a1-4b38-888c-3463a9548822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463762 Nov 25 00:36:57.249404 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76ce15-17db-4757-bb70-ea99c31d2cca req-8d769e1b-ab44-4757-85f3-52d7bf0f8541 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:57.250867 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-6d76ce15-17db-4757-bb70-ea99c31d2cca req-8d769e1b-ab44-4757-85f3-52d7bf0f8541 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 985 time: 0.0485482 Nov 25 00:36:57.310486 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-6d76ce15-17db-4757-bb70-ea99c31d2cca req-994640fa-9b3c-48bf-96a9-30abb623b0f5 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d1f088-2928-4fb3-bbaa-dcaf609a438b&id=8864b5e6-e29e-479a-86df-ef110968ddfc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535486 Nov 25 00:36:57.883998 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['b94a318e-c6d6-48d8-8e97-5474945bf50a'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:36:58.167361 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e5260-043b-4832-9453-350591000822 req-c26ffb01-a141-480e-abd6-325d5a44e395 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:58.168842 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8a5e5260-043b-4832-9453-350591000822 req-c26ffb01-a141-480e-abd6-325d5a44e395 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec940e5-6b1f-4ed9-8497-9f1dd7f717e5 HTTP/1.1" status: 200 len: 944 time: 0.0505242 Nov 25 00:36:58.220097 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-8a5e5260-043b-4832-9453-350591000822 req-6326c73d-961c-4364-9f96-0f9605f137d1 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0e679b9-d6a1-4b38-888c-3463a9548822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452507 Nov 25 00:36:58.223671 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 49942) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:58.330925 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6f1811fa-11fc-40f8-b83e-9cc730850c43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:58.435919 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6f1811fa-11fc-40f8-b83e-9cc730850c43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:58.441107 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6f1811fa-11fc-40f8-b83e-9cc730850c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:58.476727 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb03c1-709c-43fc-b3fc-7ea2d5320d7e req-107470d9-ecda-458a-a173-cf8aaacb5eb3 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:58.478197 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-46fb03c1-709c-43fc-b3fc-7ea2d5320d7e req-107470d9-ecda-458a-a173-cf8aaacb5eb3 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 985 time: 0.0964091 Nov 25 00:36:58.499288 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-6f1811fa-11fc-40f8-b83e-9cc730850c43 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=77a3deca2b734b2194109dc99a847617&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2743378 Nov 25 00:36:58.501249 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1811fa-11fc-40f8-b83e-9cc730850c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8953dc-3469-4c50-960a-493d29e6451c,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:58.502037 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 49948) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:36:58.553583 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-56e116e2-e49e-4d82-843d-84be6198ea75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:58.553842 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-46fb03c1-709c-43fc-b3fc-7ea2d5320d7e req-94aa557f-c3e1-44a9-a10d-ae9696c7760a tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d1f088-2928-4fb3-bbaa-dcaf609a438b&id=8864b5e6-e29e-479a-86df-ef110968ddfc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643511 Nov 25 00:36:58.575547 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-56e116e2-e49e-4d82-843d-84be6198ea75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:58.621549 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-56e116e2-e49e-4d82-843d-84be6198ea75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:58.624091 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-56e116e2-e49e-4d82-843d-84be6198ea75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:36:58.625222 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-56e116e2-e49e-4d82-843d-84be6198ea75 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6c8953dc-3469-4c50-960a-493d29e6451c HTTP/1.1" status: 204 len: 168 time: 0.1221638 Nov 25 00:36:58.632984 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e116e2-e49e-4d82-843d-84be6198ea75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8953dc-3469-4c50-960a-493d29e6451c,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:36:58.640000 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e116e2-e49e-4d82-843d-84be6198ea75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:36:58.640356 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e116e2-e49e-4d82-843d-84be6198ea75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:36:58.640697 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e116e2-e49e-4d82-843d-84be6198ea75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:36:58.641034 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e116e2-e49e-4d82-843d-84be6198ea75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:36:58.641363 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e116e2-e49e-4d82-843d-84be6198ea75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:36:58.641715 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e116e2-e49e-4d82-843d-84be6198ea75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:36:58.642043 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e116e2-e49e-4d82-843d-84be6198ea75 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:36:58.642370 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e116e2-e49e-4d82-843d-84be6198ea75 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:36:58.642716 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e116e2-e49e-4d82-843d-84be6198ea75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:36:58.643181 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e116e2-e49e-4d82-843d-84be6198ea75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:36:58.643350 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e116e2-e49e-4d82-843d-84be6198ea75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:36:58.643668 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e116e2-e49e-4d82-843d-84be6198ea75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:36:59.338601 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d86c6-9b1a-40c5-b697-ad7ba6822040 req-54cd24ee-6ab0-47dd-994b-b154cb9faf8d tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:59.340072 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-265d86c6-9b1a-40c5-b697-ad7ba6822040 req-54cd24ee-6ab0-47dd-994b-b154cb9faf8d tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec940e5-6b1f-4ed9-8497-9f1dd7f717e5 HTTP/1.1" status: 200 len: 944 time: 0.0508544 Nov 25 00:36:59.387721 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-265d86c6-9b1a-40c5-b697-ad7ba6822040 req-fb8120c9-8efa-4cde-810d-66b8f2491e7e tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0e679b9-d6a1-4b38-888c-3463a9548822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417948 Nov 25 00:36:59.668023 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4b236-3cdc-4402-b008-c4e1bfc93fb8 req-f3dc55dc-f28f-41a1-9902-05f637de0b72 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:36:59.669481 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-40c4b236-3cdc-4402-b008-c4e1bfc93fb8 req-f3dc55dc-f28f-41a1-9902-05f637de0b72 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 985 time: 0.0495439 Nov 25 00:36:59.734821 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-40c4b236-3cdc-4402-b008-c4e1bfc93fb8 req-f8935e91-dbb2-4804-a4a2-06707863e3a2 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d1f088-2928-4fb3-bbaa-dcaf609a438b&id=8864b5e6-e29e-479a-86df-ef110968ddfc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592222 Nov 25 00:37:00.290364 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device b94a318e-c6d6-48d8-8e97-5474945bf50a up at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:37:00.338460 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning for port b94a318e-c6d6-48d8-8e97-5474945bf50a completed by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 00:37:00.342089 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning complete for port b94a318e-c6d6-48d8-8e97-5474945bf50a triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:37:00.342463 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:00.418727 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:00.444240 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec940e5-6b1f-4ed9-8497-9f1dd7f717e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b94a318e-c6d6-48d8-8e97-5474945bf50a'}] {{(pid=109125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:37:00.446484 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b40ce054491f5bd1a33a22e0e33c095860c6622367658d2460ab374ec6fa3a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5296ba5c-1bde-4971-a56c-a999f978c7bf" -d '{"events": [{"server_uuid": "9ec940e5-6b1f-4ed9-8497-9f1dd7f717e5", "name": "network-vif-plugged", "status": "completed", "tag": "b94a318e-c6d6-48d8-8e97-5474945bf50a"}]}' {{(pid=109125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:37:00.462989 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port b94a318e-c6d6-48d8-8e97-5474945bf50a, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=b94a318e-c6d6-48d8-8e97-5474945bf50a,segment=NetworkSegment(cf7033c0-5597-42e6-9e5b-d1bb09f1d618),segment_id=cf7033c0-5597-42e6-9e5b-d1bb09f1d618)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:37:00.467702 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:00.492022 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8939d038-7cdb-4e59-b187-70d1a9d5a606 x-openstack-request-id: req-8939d038-7cdb-4e59-b187-70d1a9d5a606 {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:37:00.492318 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec940e5-6b1f-4ed9-8497-9f1dd7f717e5", "name": "network-vif-plugged", "status": "completed", "tag": "b94a318e-c6d6-48d8-8e97-5474945bf50a", "code": 200}]} {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:37:00.492574 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8939d038-7cdb-4e59-b187-70d1a9d5a606 {{(pid=109125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:37:00.492965 dv-cinder-819200-1-iscsi neutron-server[109125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec940e5-6b1f-4ed9-8497-9f1dd7f717e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b94a318e-c6d6-48d8-8e97-5474945bf50a', 'code': 200} Nov 25 00:37:00.510184 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbac102-b5b5-4ec9-9cdd-5f1d4ef8d464 req-4ab0c310-2f3b-4727-af76-3e3079c3b935 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:00.511727 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4dbac102-b5b5-4ec9-9cdd-5f1d4ef8d464 req-4ab0c310-2f3b-4727-af76-3e3079c3b935 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec940e5-6b1f-4ed9-8497-9f1dd7f717e5 HTTP/1.1" status: 200 len: 945 time: 0.0543497 Nov 25 00:37:00.520117 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=b94a318e-c6d6-48d8-8e97-5474945bf50a,revision_number=5']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:37:00.564237 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-4dbac102-b5b5-4ec9-9cdd-5f1d4ef8d464 req-3b386e57-c1d8-4dba-b768-f43780e17feb tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0e679b9-d6a1-4b38-888c-3463a9548822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450597 Nov 25 00:37:00.662330 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa8af4-c5c8-40bd-9ea9-d644b93978ce req-4193d433-3b01-465d-b1d0-e274d1cad8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:00.664010 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-89aa8af4-c5c8-40bd-9ea9-d644b93978ce req-4193d433-3b01-465d-b1d0-e274d1cad8db service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9ec940e5-6b1f-4ed9-8497-9f1dd7f717e5 HTTP/1.1" status: 200 len: 1098 time: 0.0405269 Nov 25 00:37:00.713454 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-89aa8af4-c5c8-40bd-9ea9-d644b93978ce req-e0222649-8f3d-4a69-b877-1464d360a766 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b0e679b9-d6a1-4b38-888c-3463a9548822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418255 Nov 25 00:37:00.851588 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf743891-383e-45d2-882c-19432d97841c req-5ae78e52-00ba-4054-a27f-c8400384aa5e tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:00.853032 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-bf743891-383e-45d2-882c-19432d97841c req-5ae78e52-00ba-4054-a27f-c8400384aa5e tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 985 time: 0.0473838 Nov 25 00:37:00.912626 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-bf743891-383e-45d2-882c-19432d97841c req-641797f3-ba64-4cd5-8bcc-23c3836d9ed6 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d1f088-2928-4fb3-bbaa-dcaf609a438b&id=8864b5e6-e29e-479a-86df-ef110968ddfc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535710 Nov 25 00:37:01.680479 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5bf9de-4d74-4e06-b805-cdb54c90ae52 req-bcfe4a59-b550-40ae-8d7b-cc81810b22f7 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:01.681921 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-cd5bf9de-4d74-4e06-b805-cdb54c90ae52 req-bcfe4a59-b550-40ae-8d7b-cc81810b22f7 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec940e5-6b1f-4ed9-8497-9f1dd7f717e5 HTTP/1.1" status: 200 len: 945 time: 0.0514719 Nov 25 00:37:01.728035 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-cd5bf9de-4d74-4e06-b805-cdb54c90ae52 req-c5c2552c-ceed-49eb-9b41-58586859c52d tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0e679b9-d6a1-4b38-888c-3463a9548822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400376 Nov 25 00:37:02.033271 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996b40a-2024-4b65-887c-35958c29e5bf req-6dfaf98d-36d7-441c-8c9b-d3a66e2c9563 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:02.034874 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-6996b40a-2024-4b65-887c-35958c29e5bf req-6dfaf98d-36d7-441c-8c9b-d3a66e2c9563 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 985 time: 0.0544343 Nov 25 00:37:02.096221 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-6996b40a-2024-4b65-887c-35958c29e5bf req-cb33687e-83ca-4711-802e-146732051c5f tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d1f088-2928-4fb3-bbaa-dcaf609a438b&id=8864b5e6-e29e-479a-86df-ef110968ddfc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545809 Nov 25 00:37:02.559243 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-0cc1685f-dc36-487e-9b32-0c3e5b54f1d4 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-900008301&fields=id&tenant_id=8537d37a59f34a86a54b106e5f66df14 HTTP/1.1" status: 200 len: 267 time: 0.0450931 Nov 25 00:37:02.662858 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-327e4f8e-0966-41d5-a10e-3036c18525aa tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:02.665209 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-327e4f8e-0966-41d5-a10e-3036c18525aa tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/networks?id=aa757134-ed46-4072-85c3-9015c512ef5e HTTP/1.1" status: 200 len: 811 time: 0.0992758 Nov 25 00:37:02.679829 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-5eb52a57-354d-450d-98e1-85c32b1f8418 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/quotas/8537d37a59f34a86a54b106e5f66df14 HTTP/1.1" status: 200 len: 375 time: 0.0088999 Nov 25 00:37:02.734671 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-2c73a7ab-4779-4103-8a5a-a0854ff3eb34 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8537d37a59f34a86a54b106e5f66df14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495450 Nov 25 00:37:02.829520 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-84dfde21-65e7-424f-b1d4-9abbaa45b8d7 service neutron] 10.222.0.37 "GET /v2.0/networks/aa757134-ed46-4072-85c3-9015c512ef5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831304 Nov 25 00:37:02.842765 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069bba7-5c55-4a56-88f9-387f3085d6e7 req-39b3ae25-ca1e-4978-9eb5-892654bd1eb5 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:02.844693 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-2069bba7-5c55-4a56-88f9-387f3085d6e7 req-39b3ae25-ca1e-4978-9eb5-892654bd1eb5 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec940e5-6b1f-4ed9-8497-9f1dd7f717e5 HTTP/1.1" status: 200 len: 945 time: 0.0493104 Nov 25 00:37:02.892164 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-2069bba7-5c55-4a56-88f9-387f3085d6e7 req-80a846b3-20d3-4155-ac8e-9e5a08f8e830 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0e679b9-d6a1-4b38-888c-3463a9548822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414758 Nov 25 00:37:02.923459 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-ea33a124-c86b-4aa1-830c-e8b6deb1d797 service neutron] 10.222.0.37 "GET /v2.0/networks/aa757134-ed46-4072-85c3-9015c512ef5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869997 Nov 25 00:37:03.224216 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f244e662-2d02-4a3a-86e4-56341c52b04f req-aaf83fd2-2a85-4eb9-b171-43f6f5085a70 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=45bb2f36-cc5d-43b3-9523-a69caf6890d7 HTTP/1.1" status: 200 len: 210 time: 0.0274174 Nov 25 00:37:03.243579 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb3496-a428-46c9-b6a6-39127a6caff3 req-6dec1f55-3efd-4d08-8614-cc15a2b0f76a tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:03.245832 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-76bb3496-a428-46c9-b6a6-39127a6caff3 req-6dec1f55-3efd-4d08-8614-cc15a2b0f76a tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 985 time: 0.0577359 Nov 25 00:37:03.313328 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-76bb3496-a428-46c9-b6a6-39127a6caff3 req-87ca43e7-5c8c-4ba0-af5a-880858d6320b tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d1f088-2928-4fb3-bbaa-dcaf609a438b&id=8864b5e6-e29e-479a-86df-ef110968ddfc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614548 Nov 25 00:37:03.576082 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ebdb6-b92b-4e32-9282-77f7a8b1b01d req-e8f40301-850b-4dfe-be79-e74b36523b5b tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:03.577568 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-e72ebdb6-b92b-4e32-9282-77f7a8b1b01d req-e8f40301-850b-4dfe-be79-e74b36523b5b tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec940e5-6b1f-4ed9-8497-9f1dd7f717e5 HTTP/1.1" status: 200 len: 945 time: 0.0518756 Nov 25 00:37:03.628175 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-e72ebdb6-b92b-4e32-9282-77f7a8b1b01d req-1dda5bf1-c9eb-4a4e-a68a-54df93b36d16 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0e679b9-d6a1-4b38-888c-3463a9548822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440557 Nov 25 00:37:04.200819 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-68b10a3c-e8eb-4435-94eb-49a46edd026e tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:04.202349 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-68b10a3c-e8eb-4435-94eb-49a46edd026e tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.36 "GET /v2.0/networks?id=aa757134-ed46-4072-85c3-9015c512ef5e HTTP/1.1" status: 200 len: 811 time: 0.1155834 Nov 25 00:37:04.274791 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-94b434b7-8a91-4e0b-b954-fff766d7c34b tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8537d37a59f34a86a54b106e5f66df14 HTTP/1.1" status: 200 len: 379 time: 0.0615149 Nov 25 00:37:04.284444 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-95c1f81e-faad-4650-8426-7ee1eb1568ef tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Request body: {'port': {'device_id': '45bb2f36-cc5d-43b3-9523-a69caf6890d7', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'admin_state_up': True, 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'security_groups': ['e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf']}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:37:04.325657 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-3a717aa0-0afd-44e5-acd8-a89fcdc657db req-55193a3d-5a1d-468c-b498-4ce6e615ba56 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=45bb2f36-cc5d-43b3-9523-a69caf6890d7 HTTP/1.1" status: 200 len: 210 time: 0.0255136 Nov 25 00:37:04.393650 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-95c1f81e-faad-4650-8426-7ee1eb1568ef tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Made reservation on behalf of 8537d37a59f34a86a54b106e5f66df14 for: {'port': 1} {{(pid=109124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 00:37:04.397065 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-95c1f81e-faad-4650-8426-7ee1eb1568ef tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:04.530752 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.db_base_plugin_common [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-95c1f81e-faad-4650-8426-7ee1eb1568ef tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Allocated IP 172.20.0.8 (aa757134-ed46-4072-85c3-9015c512ef5e/572fab33-4b34-4f32-bd87-b36767f40e81/ab043691-ede8-46fc-95b3-9332ecff5b02) {{(pid=109124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:37:04.676650 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-95c1f81e-faad-4650-8426-7ee1eb1568ef tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for port, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:04.753939 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-95c1f81e-faad-4650-8426-7ee1eb1568ef tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:04.793937 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2dfeaa-16de-4fc9-86f3-fb066b2cc6fe req-ddf4aea8-b7a6-4f7a-b2ea-a952e4533ae1 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:04.795368 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-0e2dfeaa-16de-4fc9-86f3-fb066b2cc6fe req-ddf4aea8-b7a6-4f7a-b2ea-a952e4533ae1 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec940e5-6b1f-4ed9-8497-9f1dd7f717e5 HTTP/1.1" status: 200 len: 945 time: 0.0857930 Nov 25 00:37:04.817664 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-95c1f81e-faad-4650-8426-7ee1eb1568ef tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Network aa757134-ed46-4072-85c3-9015c512ef5e is already hosted by enough agents. {{(pid=109124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:37:04.832214 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.base_scheduler [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-95c1f81e-faad-4650-8426-7ee1eb1568ef tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Resources bound (agent type, host, resource id): {{(pid=109124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:37:04.836399 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.l3_dvrscheduler_db [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-95c1f81e-faad-4650-8426-7ee1eb1568ef tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Received port after_create {{(pid=109124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:37:04.839003 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1f81e-faad-4650-8426-7ee1eb1568ef tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Pushing event updated for resources: {'Port': ['ID=ab043691-ede8-46fc-95b3-9332ecff5b02,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:37:04.902380 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-0e2dfeaa-16de-4fc9-86f3-fb066b2cc6fe req-376b8d3c-0997-44bd-a285-429dd7df36da tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/security-groups?id=b0e679b9-d6a1-4b38-888c-3463a9548822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003685 Nov 25 00:37:04.913381 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-95c1f81e-faad-4650-8426-7ee1eb1568ef tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:04.914314 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-95c1f81e-faad-4650-8426-7ee1eb1568ef tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:04.934823 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-95c1f81e-faad-4650-8426-7ee1eb1568ef tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6542146 Nov 25 00:37:04.947395 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-0e62c7df-2cee-41e6-aac4-d5d7df49bd09 service neutron] Request body: {'port': {'device_id': '45bb2f36-cc5d-43b3-9523-a69caf6890d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:37:04.962883 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a06e40-e5af-4a8c-90c9-06b9425ef620 req-f0e75672-1beb-497c-b513-af8886b5fdcd tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:04.964424 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-86a06e40-e5af-4a8c-90c9-06b9425ef620 req-f0e75672-1beb-497c-b513-af8886b5fdcd tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ec940e5-6b1f-4ed9-8497-9f1dd7f717e5 HTTP/1.1" status: 200 len: 945 time: 0.0521030 Nov 25 00:37:05.005087 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-0e62c7df-2cee-41e6-aac4-d5d7df49bd09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:05.091602 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-c0f75f36-c6bc-4fbd-b6b0-dc34b28db01a None None] Provisioning complete for port ab043691-ede8-46fc-95b3-9332ecff5b02 triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:37:05.092261 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-c0f75f36-c6bc-4fbd-b6b0-dc34b28db01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:05.129046 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-c0f75f36-c6bc-4fbd-b6b0-dc34b28db01a None None] Port ab043691-ede8-46fc-95b3-9332ecff5b02 cannot update to ACTIVE because it is not bound. {{(pid=109125) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 00:37:05.290380 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.notifiers.nova [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-0e62c7df-2cee-41e6-aac4-d5d7df49bd09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab043691-ede8-46fc-95b3-9332ecff5b02 {{(pid=109124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:37:05.297731 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-0e62c7df-2cee-41e6-aac4-d5d7df49bd09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:05.309463 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.provisioning_blocks [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-0e62c7df-2cee-41e6-aac4-d5d7df49bd09 service neutron] Transition to ACTIVE for port object ab043691-ede8-46fc-95b3-9332ecff5b02 will not be triggered until provisioned by entity L2. {{(pid=109124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 00:37:05.313472 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-0e62c7df-2cee-41e6-aac4-d5d7df49bd09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11622735'] for port, after_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:05.326916 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [req-86a06e40-e5af-4a8c-90c9-06b9425ef620 req-2b6ede0e-1b4e-43ef-83b2-92b476cc4902 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Deleting port b94a318e-c6d6-48d8-8e97-5474945bf50a {{(pid=109123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:37:05.327519 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-86a06e40-e5af-4a8c-90c9-06b9425ef620 req-2b6ede0e-1b4e-43ef-83b2-92b476cc4902 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:05.372663 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62c7df-2cee-41e6-aac4-d5d7df49bd09 service neutron] Pushing event updated for resources: {'Port': ['ID=ab043691-ede8-46fc-95b3-9332ecff5b02,revision_number=2']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:37:05.457776 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.managers [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-0e62c7df-2cee-41e6-aac4-d5d7df49bd09 service neutron] Attempting to bind port ab043691-ede8-46fc-95b3-9332ecff5b02 on host hv-cinder-81920 for vnic_type normal with profile {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 00:37:05.457776 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.managers [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-0e62c7df-2cee-41e6-aac4-d5d7df49bd09 service neutron] Attempting to bind port ab043691-ede8-46fc-95b3-9332ecff5b02 by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': '2b169a1d-4120-413d-9aa2-8c8ecf745be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e'}] {{(pid=109124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 00:37:05.457776 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-0e62c7df-2cee-41e6-aac4-d5d7df49bd09 service neutron] Attempting to bind port ab043691-ede8-46fc-95b3-9332ecff5b02 on network aa757134-ed46-4072-85c3-9015c512ef5e {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:37:05.463329 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-0e62c7df-2cee-41e6-aac4-d5d7df49bd09 service neutron] Port ab043691-ede8-46fc-95b3-9332ecff5b02 on network aa757134-ed46-4072-85c3-9015c512ef5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 00:37:05.463767 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-0e62c7df-2cee-41e6-aac4-d5d7df49bd09 service neutron] Attempting to bind port ab043691-ede8-46fc-95b3-9332ecff5b02 on network aa757134-ed46-4072-85c3-9015c512ef5e {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 00:37:05.467331 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [req-86a06e40-e5af-4a8c-90c9-06b9425ef620 req-2b6ede0e-1b4e-43ef-83b2-92b476cc4902 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] For port b94a318e-c6d6-48d8-8e97-5474945bf50a, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=b94a318e-c6d6-48d8-8e97-5474945bf50a,segment=NetworkSegment(cf7033c0-5597-42e6-9e5b-d1bb09f1d618),segment_id=cf7033c0-5597-42e6-9e5b-d1bb09f1d618)] {{(pid=109123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:37:05.467704 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-86a06e40-e5af-4a8c-90c9-06b9425ef620 req-2b6ede0e-1b4e-43ef-83b2-92b476cc4902 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:05.469197 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-0e62c7df-2cee-41e6-aac4-d5d7df49bd09 service neutron] Checking agent: {'id': 'ecb47d45-642b-455d-9e6f-8b3bbedb4480', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'started_at': datetime.datetime(2021, 11, 25, 0, 26, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 0, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 00:37:05.469629 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-0e62c7df-2cee-41e6-aac4-d5d7df49bd09 service neutron] Checking segment: {'id': '2b169a1d-4120-413d-9aa2-8c8ecf745be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 00:37:05.470100 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-0e62c7df-2cee-41e6-aac4-d5d7df49bd09 service neutron] Bound using segment: {'id': '2b169a1d-4120-413d-9aa2-8c8ecf745be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e'} {{(pid=109124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 00:37:05.471249 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.managers [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-0e62c7df-2cee-41e6-aac4-d5d7df49bd09 service neutron] Bound port: ab043691-ede8-46fc-95b3-9332ecff5b02, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b169a1d-4120-413d-9aa2-8c8ecf745be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e'}}] {{(pid=109124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 00:37:05.471717 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-0e62c7df-2cee-41e6-aac4-d5d7df49bd09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:05.484191 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [req-86a06e40-e5af-4a8c-90c9-06b9425ef620 req-2b6ede0e-1b4e-43ef-83b2-92b476cc4902 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Calling delete_port for b94a318e-c6d6-48d8-8e97-5474945bf50a owned by compute:nova {{(pid=109123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:37:05.505255 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c1231-f511-44d1-9dc0-91e47960343a req-cc51cef2-0c29-446e-9378-71bf1bee8c72 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:05.508948 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-d48c1231-f511-44d1-9dc0-91e47960343a req-cc51cef2-0c29-446e-9378-71bf1bee8c72 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=45bb2f36-cc5d-43b3-9523-a69caf6890d7 HTTP/1.1" status: 200 len: 943 time: 0.0964811 Nov 25 00:37:05.548150 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-0e62c7df-2cee-41e6-aac4-d5d7df49bd09 service neutron] For port ab043691-ede8-46fc-95b3-9332ecff5b02, host hv-cinder-81920, cleared binding levels {{(pid=109124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 00:37:05.551510 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-0e62c7df-2cee-41e6-aac4-d5d7df49bd09 service neutron] For port ab043691-ede8-46fc-95b3-9332ecff5b02, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=ab043691-ede8-46fc-95b3-9332ecff5b02,segment=NetworkSegment(2b169a1d-4120-413d-9aa2-8c8ecf745be0),segment_id=2b169a1d-4120-413d-9aa2-8c8ecf745be0)] {{(pid=109124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 00:37:05.559016 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-0e62c7df-2cee-41e6-aac4-d5d7df49bd09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11622735'] for port, after_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:05.596403 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-0e62c7df-2cee-41e6-aac4-d5d7df49bd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:05.597009 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-0e62c7df-2cee-41e6-aac4-d5d7df49bd09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:05.598894 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-0e62c7df-2cee-41e6-aac4-d5d7df49bd09 service neutron] 10.222.0.36 "PUT /v2.0/ports/ab043691-ede8-46fc-95b3-9332ecff5b02 HTTP/1.1" status: 200 len: 1093 time: 0.6566522 Nov 25 00:37:05.599335 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45bb2f36-cc5d-43b3-9523-a69caf6890d7', 'tag': 'ab043691-ede8-46fc-95b3-9332ecff5b02'}] {{(pid=109124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:37:05.602181 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c540b04f577278a42f04ac83864b9661265f6e355fc5f2cf5b057c36d7214e30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5b831a-435d-4b82-a204-2cfff60c2d26" -d '{"events": [{"name": "network-changed", "server_uuid": "45bb2f36-cc5d-43b3-9523-a69caf6890d7", "tag": "ab043691-ede8-46fc-95b3-9332ecff5b02"}]}' {{(pid=109124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:37:05.604861 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-d48c1231-f511-44d1-9dc0-91e47960343a req-16bce5e3-02b7-4b72-9ecd-29f549eedd2d tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889997 Nov 25 00:37:05.680404 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62c7df-2cee-41e6-aac4-d5d7df49bd09 service neutron] Pushing event updated for resources: {'Port': ['ID=ab043691-ede8-46fc-95b3-9332ecff5b02,revision_number=3']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:37:05.699148 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 00:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3badf5-8bbe-412e-ba23-d19ab6bc4ad3 x-openstack-request-id: req-9f3badf5-8bbe-412e-ba23-d19ab6bc4ad3 {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:37:05.699580 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45bb2f36-cc5d-43b3-9523-a69caf6890d7", "tag": "ab043691-ede8-46fc-95b3-9332ecff5b02", "status": "completed", "code": 200}]} {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:37:05.699695 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9f3badf5-8bbe-412e-ba23-d19ab6bc4ad3 {{(pid=109124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:37:05.700294 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45bb2f36-cc5d-43b3-9523-a69caf6890d7', 'tag': 'ab043691-ede8-46fc-95b3-9332ecff5b02', 'status': 'completed', 'code': 200} Nov 25 00:37:05.703400 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-86a06e40-e5af-4a8c-90c9-06b9425ef620 req-2b6ede0e-1b4e-43ef-83b2-92b476cc4902 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:05.706603 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-36e55bb8-b7ac-4973-8b1c-a2ab4c851d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:05.708400 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-36e55bb8-b7ac-4973-8b1c-a2ab4c851d66 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8537d37a59f34a86a54b106e5f66df14&device_id=45bb2f36-cc5d-43b3-9523-a69caf6890d7 HTTP/1.1" status: 200 len: 1096 time: 0.0580199 Nov 25 00:37:05.716816 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['b94a318e-c6d6-48d8-8e97-5474945bf50a'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:37:05.739470 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ede0e-1b4e-43ef-83b2-92b476cc4902 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Pushing event deleted for resources: {'Port': ['ID=b94a318e-c6d6-48d8-8e97-5474945bf50a,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:37:05.769364 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-65da1a6f-2438-4029-8222-4dedd1177860 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab043691-ede8-46fc-95b3-9332ecff5b02 HTTP/1.1" status: 200 len: 217 time: 0.0497208 Nov 25 00:37:05.792140 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a06e40-e5af-4a8c-90c9-06b9425ef620 req-2b6ede0e-1b4e-43ef-83b2-92b476cc4902 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] No DVR routers for this DVR port b94a318e-c6d6-48d8-8e97-5474945bf50a on host hv-cinder-81920 {{(pid=109123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 00:37:05.795137 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [req-86a06e40-e5af-4a8c-90c9-06b9425ef620 req-2b6ede0e-1b4e-43ef-83b2-92b476cc4902 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:05.798705 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-86a06e40-e5af-4a8c-90c9-06b9425ef620 req-2b6ede0e-1b4e-43ef-83b2-92b476cc4902 tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.36 "DELETE /v2.0/ports/b94a318e-c6d6-48d8-8e97-5474945bf50a HTTP/1.1" status: 204 len: 173 time: 0.8280530 Nov 25 00:37:05.799368 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec940e5-6b1f-4ed9-8497-9f1dd7f717e5', 'name': 'network-vif-deleted', 'tag': 'b94a318e-c6d6-48d8-8e97-5474945bf50a'}] {{(pid=109123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:37:05.801823 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d6797fd55ce1482701f76a6a20d13483833b06e18cae27317f32e85b7a837" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b03288-9103-4c32-8bfe-5da553ffef2f" -d '{"events": [{"server_uuid": "9ec940e5-6b1f-4ed9-8497-9f1dd7f717e5", "name": "network-vif-deleted", "tag": "b94a318e-c6d6-48d8-8e97-5474945bf50a"}]}' {{(pid=109123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:37:05.837670 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-297ac39a-ce2c-4edf-97ac-1cab8c08f20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:05.839550 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-297ac39a-ce2c-4edf-97ac-1cab8c08f20e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=572fab33-4b34-4f32-bd87-b36767f40e81 HTTP/1.1" status: 200 len: 850 time: 0.0628424 Nov 25 00:37:05.845793 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9271522-754d-4e2d-a291-dfd4ec97ce22 x-openstack-request-id: req-b9271522-754d-4e2d-a291-dfd4ec97ce22 {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:37:05.846123 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec940e5-6b1f-4ed9-8497-9f1dd7f717e5", "name": "network-vif-deleted", "tag": "b94a318e-c6d6-48d8-8e97-5474945bf50a", "status": "completed", "code": 200}]} {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:37:05.846427 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9271522-754d-4e2d-a291-dfd4ec97ce22 {{(pid=109123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:37:05.846811 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec940e5-6b1f-4ed9-8497-9f1dd7f717e5', 'name': 'network-vif-deleted', 'tag': 'b94a318e-c6d6-48d8-8e97-5474945bf50a', 'status': 'completed', 'code': 200} Nov 25 00:37:05.899534 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-a1606e4c-63e6-4c1b-86fb-cd391f1c0baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:05.901071 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-a1606e4c-63e6-4c1b-86fb-cd391f1c0baa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aa757134-ed46-4072-85c3-9015c512ef5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453336 Nov 25 00:37:06.007811 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-aa1d9f8b-16b7-4624-858b-14b491ab00a5 service neutron] 10.222.0.36 "GET /v2.0/networks/aa757134-ed46-4072-85c3-9015c512ef5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988595 Nov 25 00:37:06.029208 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-38387b01-cb3a-4ea0-bc22-c602bfe35f35 req-99299a05-e043-4ed6-af9e-aa166e8f488d tempest-VolumesActionsTest-2033329620 tempest-VolumesActionsTest-2033329620-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec940e5-6b1f-4ed9-8497-9f1dd7f717e5 HTTP/1.1" status: 200 len: 210 time: 0.0356843 Nov 25 00:37:06.105805 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-46bd1bad-ebd8-4166-a583-becbfa369f56 req-160da74a-a6bb-4392-8bea-daceeed25ed5 service neutron] 10.222.0.36 "GET /v2.0/networks/aa757134-ed46-4072-85c3-9015c512ef5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852458 Nov 25 00:37:06.201378 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b831a-435d-4b82-a204-2cfff60c2d26 req-c791bb2d-abee-4780-aa6a-59d10d6baa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:06.202924 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ed5b831a-435d-4b82-a204-2cfff60c2d26 req-c791bb2d-abee-4780-aa6a-59d10d6baa2f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8537d37a59f34a86a54b106e5f66df14&device_id=45bb2f36-cc5d-43b3-9523-a69caf6890d7 HTTP/1.1" status: 200 len: 1096 time: 0.0447371 Nov 25 00:37:06.304593 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b831a-435d-4b82-a204-2cfff60c2d26 req-886ac4ed-1a98-4547-8244-526e3d9b78b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:06.306082 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ed5b831a-435d-4b82-a204-2cfff60c2d26 req-886ac4ed-1a98-4547-8244-526e3d9b78b4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aa757134-ed46-4072-85c3-9015c512ef5e HTTP/1.1" status: 200 len: 912 time: 0.0940616 Nov 25 00:37:06.357413 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ed5b831a-435d-4b82-a204-2cfff60c2d26 req-d29e17ee-67ae-4da3-bd7e-74852098365b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab043691-ede8-46fc-95b3-9332ecff5b02 HTTP/1.1" status: 200 len: 217 time: 0.0388343 Nov 25 00:37:06.413888 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b831a-435d-4b82-a204-2cfff60c2d26 req-81b501f6-8b7a-4b31-b4fa-46fe8fe961d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:06.415365 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ed5b831a-435d-4b82-a204-2cfff60c2d26 req-81b501f6-8b7a-4b31-b4fa-46fe8fe961d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=572fab33-4b34-4f32-bd87-b36767f40e81 HTTP/1.1" status: 200 len: 850 time: 0.0478272 Nov 25 00:37:06.473845 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b831a-435d-4b82-a204-2cfff60c2d26 req-1da85d18-7b34-4813-a112-92ea6053e477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:06.475583 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ed5b831a-435d-4b82-a204-2cfff60c2d26 req-1da85d18-7b34-4813-a112-92ea6053e477 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aa757134-ed46-4072-85c3-9015c512ef5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492795 Nov 25 00:37:06.574316 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ed5b831a-435d-4b82-a204-2cfff60c2d26 req-45ed12ad-99b7-4874-abeb-f44a1afd15be service neutron] 10.222.0.36 "GET /v2.0/networks/aa757134-ed46-4072-85c3-9015c512ef5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881565 Nov 25 00:37:06.672341 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-ed5b831a-435d-4b82-a204-2cfff60c2d26 req-efa3cfbc-6817-4079-8df4-18a02cc384ed service neutron] 10.222.0.36 "GET /v2.0/networks/aa757134-ed46-4072-85c3-9015c512ef5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879807 Nov 25 00:37:06.738193 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f88e6-16bf-4c47-9891-97a200fe9284 req-d51d5194-3c2f-4761-bda3-06e31506c0ce tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:06.739704 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-160f88e6-16bf-4c47-9891-97a200fe9284 req-d51d5194-3c2f-4761-bda3-06e31506c0ce tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=45bb2f36-cc5d-43b3-9523-a69caf6890d7 HTTP/1.1" status: 200 len: 943 time: 0.0499692 Nov 25 00:37:06.793049 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-160f88e6-16bf-4c47-9891-97a200fe9284 req-4b5102b8-357c-462c-8b75-c67ac98edb9c tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466402 Nov 25 00:37:07.904248 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b7f86-9d8f-475e-b78f-bed07157de5c req-028b0e5e-25f0-4504-b4a2-d6b8103b0f15 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:07.905703 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-335b7f86-9d8f-475e-b78f-bed07157de5c req-028b0e5e-25f0-4504-b4a2-d6b8103b0f15 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=45bb2f36-cc5d-43b3-9523-a69caf6890d7 HTTP/1.1" status: 200 len: 943 time: 0.0481374 Nov 25 00:37:07.953945 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-335b7f86-9d8f-475e-b78f-bed07157de5c req-1b31f94b-fc84-40b6-97b5-5f0a5fa58670 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423605 Nov 25 00:37:08.682854 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 6 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 00:37:09.020990 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device b94a318e-c6d6-48d8-8e97-5474945bf50a no longer exists at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:37:09.041366 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] No Port match for: b94a318e-c6d6-48d8-8e97-5474945bf50a {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:37:09.041725 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device b94a318e-c6d6-48d8-8e97-5474945bf50a not bound to the agent host hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:37:09.071018 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e84dea-982b-446b-bd07-79a182e3fe89 req-1c825987-d8cb-45e2-a225-900c498e525e tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:09.072487 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-e7e84dea-982b-446b-bd07-79a182e3fe89 req-1c825987-d8cb-45e2-a225-900c498e525e tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=45bb2f36-cc5d-43b3-9523-a69caf6890d7 HTTP/1.1" status: 200 len: 943 time: 0.0504096 Nov 25 00:37:09.121482 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-e7e84dea-982b-446b-bd07-79a182e3fe89 req-ee979505-c22c-4ad9-ae4d-bbf9ea0426b4 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429442 Nov 25 00:37:10.235061 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798f784-da44-4ffe-ab9a-e0c5af7e0aba req-f08e0ba5-9338-4a96-9bae-507e5b3e1f04 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:10.236568 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-d798f784-da44-4ffe-ab9a-e0c5af7e0aba req-f08e0ba5-9338-4a96-9bae-507e5b3e1f04 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=45bb2f36-cc5d-43b3-9523-a69caf6890d7 HTTP/1.1" status: 200 len: 943 time: 0.0488386 Nov 25 00:37:10.286424 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-d798f784-da44-4ffe-ab9a-e0c5af7e0aba req-c7f22095-0a57-46e4-bb23-37cd79dbd306 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436985 Nov 25 00:37:11.404145 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14cb26-1596-49a5-b215-5bdb9c9ec4cf req-df978f3b-5068-429c-9114-104fa138a72c tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:11.405588 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-cc14cb26-1596-49a5-b215-5bdb9c9ec4cf req-df978f3b-5068-429c-9114-104fa138a72c tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=45bb2f36-cc5d-43b3-9523-a69caf6890d7 HTTP/1.1" status: 200 len: 943 time: 0.0522900 Nov 25 00:37:11.455694 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-cc14cb26-1596-49a5-b215-5bdb9c9ec4cf req-796cabd6-995c-4701-81ed-8c33fa76e7f1 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440812 Nov 25 00:37:11.910388 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-6f3721e8-7a22-473a-bde6-2d29003b2f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:12.606814 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18cf026-2d51-4149-9184-83a081c7be54 req-4f25af9a-d0e5-4752-925e-3e62751948b3 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:12.612425 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f18cf026-2d51-4149-9184-83a081c7be54 req-4f25af9a-d0e5-4752-925e-3e62751948b3 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=45bb2f36-cc5d-43b3-9523-a69caf6890d7 HTTP/1.1" status: 200 len: 943 time: 0.0633323 Nov 25 00:37:12.675622 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-f18cf026-2d51-4149-9184-83a081c7be54 req-f0b712b7-db5a-45bd-8f37-68eac3f48344 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598936 Nov 25 00:37:13.793646 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08abf70-038b-42b2-9029-e485dfd88d50 req-8803d3c5-ad04-4ace-a4cd-36e7bfde2df4 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:13.795187 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b08abf70-038b-42b2-9029-e485dfd88d50 req-8803d3c5-ad04-4ace-a4cd-36e7bfde2df4 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=45bb2f36-cc5d-43b3-9523-a69caf6890d7 HTTP/1.1" status: 200 len: 943 time: 0.0541060 Nov 25 00:37:13.934765 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-b08abf70-038b-42b2-9029-e485dfd88d50 req-e2737fcb-263c-4448-a153-0c9072d76e0f tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314549 Nov 25 00:37:14.354057 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device ab043691-ede8-46fc-95b3-9332ecff5b02 details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=109125) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 00:37:14.466187 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-72c78728-ef68-45cb-8bc4-ce9cc5157d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:14.472074 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port ab043691-ede8-46fc-95b3-9332ecff5b02, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=ab043691-ede8-46fc-95b3-9332ecff5b02,segment=NetworkSegment(2b169a1d-4120-413d-9aa2-8c8ecf745be0),segment_id=2b169a1d-4120-413d-9aa2-8c8ecf745be0)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:37:14.485174 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Returning: {'device': 'ab043691-ede8-46fc-95b3-9332ecff5b02', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'port_id': 'ab043691-ede8-46fc-95b3-9332ecff5b02', 'mac_address': 'fa:16:3e:48:15:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109125) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 00:37:14.524613 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:14.542041 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab043691-ede8-46fc-95b3-9332ecff5b02 {{(pid=109125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 00:37:14.565562 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port ab043691-ede8-46fc-95b3-9332ecff5b02, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=ab043691-ede8-46fc-95b3-9332ecff5b02,segment=NetworkSegment(2b169a1d-4120-413d-9aa2-8c8ecf745be0),segment_id=2b169a1d-4120-413d-9aa2-8c8ecf745be0)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:37:14.569642 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:14.634822 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=ab043691-ede8-46fc-95b3-9332ecff5b02,revision_number=4']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:37:14.840656 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['ab043691-ede8-46fc-95b3-9332ecff5b02'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:37:15.078981 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b8559-fcae-4d1b-8759-6441980de28b req-ad4f1b0a-5eb6-482e-bbe6-1dab55d296f1 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:15.082596 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2b7b8559-fcae-4d1b-8759-6441980de28b req-ad4f1b0a-5eb6-482e-bbe6-1dab55d296f1 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=45bb2f36-cc5d-43b3-9523-a69caf6890d7 HTTP/1.1" status: 200 len: 944 time: 0.0549858 Nov 25 00:37:15.147328 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-2b7b8559-fcae-4d1b-8759-6441980de28b req-35bc2ba2-2874-48d4-a2b4-a795c7d42bef tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597851 Nov 25 00:37:16.299738 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fb3f2-3934-4324-8dfe-612ba05ed2a6 req-f98e4988-9f8b-4191-8818-b1cb8da78cef tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:16.301771 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8f8fb3f2-3934-4324-8dfe-612ba05ed2a6 req-f98e4988-9f8b-4191-8818-b1cb8da78cef tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=45bb2f36-cc5d-43b3-9523-a69caf6890d7 HTTP/1.1" status: 200 len: 944 time: 0.0627518 Nov 25 00:37:16.359673 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device ab043691-ede8-46fc-95b3-9332ecff5b02 up at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 00:37:16.376759 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8f8fb3f2-3934-4324-8dfe-612ba05ed2a6 req-ed6c2a75-0b5d-40f7-b052-78af90d124b2 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651345 Nov 25 00:37:16.424823 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning for port ab043691-ede8-46fc-95b3-9332ecff5b02 completed by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 00:37:16.437462 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Provisioning complete for port ab043691-ede8-46fc-95b3-9332ecff5b02 triggered by entity L2. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:37:16.437833 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:16.473101 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:16.537496 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:16.572181 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45bb2f36-cc5d-43b3-9523-a69caf6890d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab043691-ede8-46fc-95b3-9332ecff5b02'}] {{(pid=109125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:37:16.574907 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b40ce054491f5bd1a33a22e0e33c095860c6622367658d2460ab374ec6fa3a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced76b4f-ec58-4892-a4da-f9b0cb127370" -d '{"events": [{"server_uuid": "45bb2f36-cc5d-43b3-9523-a69caf6890d7", "name": "network-vif-plugged", "status": "completed", "tag": "ab043691-ede8-46fc-95b3-9332ecff5b02"}]}' {{(pid=109125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:37:16.595698 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] For port ab043691-ede8-46fc-95b3-9332ecff5b02, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=ab043691-ede8-46fc-95b3-9332ecff5b02,segment=NetworkSegment(2b169a1d-4120-413d-9aa2-8c8ecf745be0),segment_id=2b169a1d-4120-413d-9aa2-8c8ecf745be0)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:37:16.602830 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189'] for port, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:16.631792 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5a4267-8b93-4223-a698-8bfc82bbfbcd x-openstack-request-id: req-7a5a4267-8b93-4223-a698-8bfc82bbfbcd {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:37:16.632110 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45bb2f36-cc5d-43b3-9523-a69caf6890d7", "name": "network-vif-plugged", "status": "completed", "tag": "ab043691-ede8-46fc-95b3-9332ecff5b02", "code": 200}]} {{(pid=109125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:37:16.632326 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a5a4267-8b93-4223-a698-8bfc82bbfbcd {{(pid=109125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:37:16.632716 dv-cinder-819200-1-iscsi neutron-server[109125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45bb2f36-cc5d-43b3-9523-a69caf6890d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab043691-ede8-46fc-95b3-9332ecff5b02', 'code': 200} Nov 25 00:37:16.662976 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Pushing event updated for resources: {'Port': ['ID=ab043691-ede8-46fc-95b3-9332ecff5b02,revision_number=5']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:37:16.896987 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817fbc1-ceba-477b-ba5a-61d476ed55e1 req-4c938884-e9a5-448f-b606-c0c0b50c5b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:16.898657 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8817fbc1-ceba-477b-ba5a-61d476ed55e1 req-4c938884-e9a5-448f-b606-c0c0b50c5b26 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=45bb2f36-cc5d-43b3-9523-a69caf6890d7 HTTP/1.1" status: 200 len: 1098 time: 0.0547171 Nov 25 00:37:16.952122 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8817fbc1-ceba-477b-ba5a-61d476ed55e1 req-92842472-4cd7-40d4-8006-e193ec835bae service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434682 Nov 25 00:37:17.527099 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e506132-5d3b-47e8-a211-29642011ea30 req-6430dd38-00d1-4909-aea5-ca74bb386c3d tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:17.529482 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3e506132-5d3b-47e8-a211-29642011ea30 req-6430dd38-00d1-4909-aea5-ca74bb386c3d tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=45bb2f36-cc5d-43b3-9523-a69caf6890d7 HTTP/1.1" status: 200 len: 945 time: 0.0640378 Nov 25 00:37:17.599803 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3e506132-5d3b-47e8-a211-29642011ea30 req-b5df4d69-37be-4d34-a8d0-ebd9fbf07607 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610907 Nov 25 00:37:18.399644 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:18.435350 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:18.728496 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86253aa-d390-4075-9255-58ee42f998f7 req-6170d75c-5146-4b87-99a2-83be0e901dd1 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:18.730856 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-d86253aa-d390-4075-9255-58ee42f998f7 req-6170d75c-5146-4b87-99a2-83be0e901dd1 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=45bb2f36-cc5d-43b3-9523-a69caf6890d7 HTTP/1.1" status: 200 len: 945 time: 0.0559940 Nov 25 00:37:18.794287 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-d86253aa-d390-4075-9255-58ee42f998f7 req-4516aa30-6081-44d8-b881-df58db03cd23 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554247 Nov 25 00:37:18.937725 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684fc31-1f54-42ae-82d4-024ce14d4ff4 req-cae20604-e040-4e90-a63c-b8b9dc09c628 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:18.945221 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3684fc31-1f54-42ae-82d4-024ce14d4ff4 req-cae20604-e040-4e90-a63c-b8b9dc09c628 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=45bb2f36-cc5d-43b3-9523-a69caf6890d7 HTTP/1.1" status: 200 len: 945 time: 0.0644605 Nov 25 00:37:18.994403 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3684fc31-1f54-42ae-82d4-024ce14d4ff4 req-1a3da699-33b9-4159-9213-26d829b47fac tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463789 Nov 25 00:37:19.019560 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 50174) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:37:19.266099 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936ab3a5-ecc7-45f2-ad4e-74afa2bf7296 tempest-TestVolumeBootPattern-1186156666 tempest-TestVolumeBootPattern-1186156666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:19.279282 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-936ab3a5-ecc7-45f2-ad4e-74afa2bf7296 tempest-TestVolumeBootPattern-1186156666 tempest-TestVolumeBootPattern-1186156666-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=45bb2f36-cc5d-43b3-9523-a69caf6890d7 HTTP/1.1" status: 200 len: 1093 time: 0.2585032 Nov 25 00:37:19.279942 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 50182) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:37:19.284806 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [None req-472ab331-0e78-4992-bc79-20af6e767379 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Request body: {'floatingip': {'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'port_id': 'ab043691-ede8-46fc-95b3-9332ecff5b02', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:37:19.313633 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-472ab331-0e78-4992-bc79-20af6e767379 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for floatingip, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:19.670336 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-472ab331-0e78-4992-bc79-20af6e767379 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:19.806535 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.db_base_plugin_common [None req-472ab331-0e78-4992-bc79-20af6e767379 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Allocated IP 172.27.2.93 (7e710f5f-af80-47ab-b03c-3a0dd4623f26/89cd149f-d365-4a11-b22c-c62ab9234e96/a113fa68-d51c-4ad2-81f1-5245bd668f7d) {{(pid=109124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 00:37:19.935556 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-472ab331-0e78-4992-bc79-20af6e767379 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for port, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:19.971618 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-472ab331-0e78-4992-bc79-20af6e767379 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781493868153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:20.017319 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472ab331-0e78-4992-bc79-20af6e767379 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Network 7e710f5f-af80-47ab-b03c-3a0dd4623f26 is already hosted by enough agents. {{(pid=109124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 00:37:20.027627 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.base_scheduler [None req-472ab331-0e78-4992-bc79-20af6e767379 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Resources bound (agent type, host, resource id): {{(pid=109124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 00:37:20.029861 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ab331-0e78-4992-bc79-20af6e767379 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Pushing event updated for resources: {'Port': ['ID=a113fa68-d51c-4ad2-81f1-5245bd668f7d,revision_number=1']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:37:20.037467 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472ab331-0e78-4992-bc79-20af6e767379 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Received port after_create {{(pid=109124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 00:37:20.421424 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-472ab331-0e78-4992-bc79-20af6e767379 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:20.498767 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-472ab331-0e78-4992-bc79-20af6e767379 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:20.705085 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-472ab331-0e78-4992-bc79-20af6e767379 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for port, precommit_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:20.711158 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-472ab331-0e78-4992-bc79-20af6e767379 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11622735'] for port, after_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:20.785582 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ab331-0e78-4992-bc79-20af6e767379 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Pushing event updated for resources: {'Port': ['ID=a113fa68-d51c-4ad2-81f1-5245bd668f7d,revision_number=2']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:37:20.805715 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-472ab331-0e78-4992-bc79-20af6e767379 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622920'] for floatingip, after_create {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:20.909115 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.db.l3_db [None req-472ab331-0e78-4992-bc79-20af6e767379 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Floating IP 75f6acd9-e38f-4ad6-8956-feff0148f7bd associated. External IP: 172.27.2.93, port: ab043691-ede8-46fc-95b3-9332ecff5b02. Nov 25 00:37:21.104999 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:21.142513 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472ab331-0e78-4992-bc79-20af6e767379 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Router cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 has already been hosted by L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 {{(pid=109124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 00:37:21.294985 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472ab331-0e78-4992-bc79-20af6e767379 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:37:21.307520 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e1b9ab-6c2f-4371-8a3f-f1bae5dc01e7 None None] Sync routers for ids ['cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'] in dv-cinder-819200-1-iscsi {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:37:21.316084 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-472ab331-0e78-4992-bc79-20af6e767379 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for floatingip, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:21.322517 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e1b9ab-6c2f-4371-8a3f-f1bae5dc01e7 None None] Routers {'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:37:21.323525 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-e7e1b9ab-6c2f-4371-8a3f-f1bae5dc01e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:37:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:37:21.347439 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-472ab331-0e78-4992-bc79-20af6e767379 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0659125 Nov 25 00:37:21.348169 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45bb2f36-cc5d-43b3-9523-a69caf6890d7', 'tag': 'ab043691-ede8-46fc-95b3-9332ecff5b02'}] {{(pid=109124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:37:21.350503 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c540b04f577278a42f04ac83864b9661265f6e355fc5f2cf5b057c36d7214e30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988190f8-f6fc-4132-8bf7-e6e372059041" -d '{"events": [{"name": "network-changed", "server_uuid": "45bb2f36-cc5d-43b3-9523-a69caf6890d7", "tag": "ab043691-ede8-46fc-95b3-9332ecff5b02"}]}' {{(pid=109124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:37:21.397076 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 00:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a191861f-8625-4050-8d41-b1cfc313dcc5 x-openstack-request-id: req-a191861f-8625-4050-8d41-b1cfc313dcc5 {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:37:21.397455 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45bb2f36-cc5d-43b3-9523-a69caf6890d7", "tag": "ab043691-ede8-46fc-95b3-9332ecff5b02", "status": "completed", "code": 200}]} {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:37:21.398123 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a191861f-8625-4050-8d41-b1cfc313dcc5 {{(pid=109124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:37:21.399174 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45bb2f36-cc5d-43b3-9523-a69caf6890d7', 'tag': 'ab043691-ede8-46fc-95b3-9332ecff5b02', 'status': 'completed', 'code': 200} Nov 25 00:37:21.472859 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988190f8-f6fc-4132-8bf7-e6e372059041 req-a280ea6e-91d6-4613-b4ca-1309ac71ade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:21.474835 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-988190f8-f6fc-4132-8bf7-e6e372059041 req-a280ea6e-91d6-4613-b4ca-1309ac71ade9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8537d37a59f34a86a54b106e5f66df14&device_id=45bb2f36-cc5d-43b3-9523-a69caf6890d7 HTTP/1.1" status: 200 len: 1098 time: 0.0498064 Nov 25 00:37:21.511619 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-e7e1b9ab-6c2f-4371-8a3f-f1bae5dc01e7 None None] Set router cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:37:21.581351 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988190f8-f6fc-4132-8bf7-e6e372059041 req-0e454944-0b62-4f23-84c3-447b8b0f85b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:21.583058 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-988190f8-f6fc-4132-8bf7-e6e372059041 req-0e454944-0b62-4f23-84c3-447b8b0f85b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aa757134-ed46-4072-85c3-9015c512ef5e HTTP/1.1" status: 200 len: 912 time: 0.1011767 Nov 25 00:37:21.666394 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-988190f8-f6fc-4132-8bf7-e6e372059041 req-b5dfbd3d-fe9d-41c7-9ff2-0421aa1e1936 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab043691-ede8-46fc-95b3-9332ecff5b02 HTTP/1.1" status: 200 len: 998 time: 0.0747545 Nov 25 00:37:21.729396 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988190f8-f6fc-4132-8bf7-e6e372059041 req-755d6a2e-c51c-489c-bdc1-7b418b730934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:21.731086 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-988190f8-f6fc-4132-8bf7-e6e372059041 req-755d6a2e-c51c-489c-bdc1-7b418b730934 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=572fab33-4b34-4f32-bd87-b36767f40e81 HTTP/1.1" status: 200 len: 850 time: 0.0564196 Nov 25 00:37:21.781862 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-e7e1b9ab-6c2f-4371-8a3f-f1bae5dc01e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'name': 'tempest-TestVolumeBootPattern-676175612-router', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:48Z', 'revision_number': 4, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'gw_port': {'id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_floatingips': [{'id': '2f5a0df4-6734-41db-a336-f1838ea9aad9', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'router_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'port_id': '2719d703-a269-4500-a807-2218af325b8e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'mac_address': 'fa:16:3e:67:d3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c194234-0c6f-42e0-a5dd-8de8f0f586ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T00:35:12Z', 'updated_at': '2021-11-25T00:35:15Z', 'revision_number': 1, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'fixed_ip_address_scope': None}, {'id': '75f6acd9-e38f-4ad6-8956-feff0148f7bd', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'router_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'port_id': 'ab043691-ede8-46fc-95b3-9332ecff5b02', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'mac_address': 'fa:16:3e:48:15:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bb2f36-cc5d-43b3-9523-a69caf6890d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T00:37:20Z', 'updated_at': '2021-11-25T00:37:20Z', 'revision_number': 0, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9', 'name': '', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'mac_address': 'fa:16:3e:b4:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:47Z', 'updated_at': '2021-11-25T00:30:54Z', 'revision_number': 5, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'subnets': [{'id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:37:21.782498 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988190f8-f6fc-4132-8bf7-e6e372059041 req-1a139e24-8256-4d5f-b225-f1f65adffabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:21.786668 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-988190f8-f6fc-4132-8bf7-e6e372059041 req-1a139e24-8256-4d5f-b225-f1f65adffabf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aa757134-ed46-4072-85c3-9015c512ef5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460312 Nov 25 00:37:21.817861 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e1b9ab-6c2f-4371-8a3f-f1bae5dc01e7 None None] Checking router: cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 for host: dv-cinder-819200-1-iscsi {{(pid=109125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:37:21.829072 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e1b9ab-6c2f-4371-8a3f-f1bae5dc01e7 None None] Routers {'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:37:21.829685 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-e7e1b9ab-6c2f-4371-8a3f-f1bae5dc01e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:37:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:37:21.901140 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-988190f8-f6fc-4132-8bf7-e6e372059041 req-451f8266-2dfb-4a3a-b22f-fd1e1a5dcd04 service neutron] 10.222.0.36 "GET /v2.0/networks/aa757134-ed46-4072-85c3-9015c512ef5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058147 Nov 25 00:37:22.011034 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-988190f8-f6fc-4132-8bf7-e6e372059041 req-9fc9e46d-ac64-4af4-8c7e-7a541b8f9286 service neutron] 10.222.0.36 "GET /v2.0/networks/aa757134-ed46-4072-85c3-9015c512ef5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994935 Nov 25 00:37:22.073212 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-e7e1b9ab-6c2f-4371-8a3f-f1bae5dc01e7 None None] Set router cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:37:22.340678 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-e7e1b9ab-6c2f-4371-8a3f-f1bae5dc01e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'name': 'tempest-TestVolumeBootPattern-676175612-router', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:48Z', 'revision_number': 4, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'gw_port': {'id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_floatingips': [{'id': '2f5a0df4-6734-41db-a336-f1838ea9aad9', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'router_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'port_id': '2719d703-a269-4500-a807-2218af325b8e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'mac_address': 'fa:16:3e:67:d3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c194234-0c6f-42e0-a5dd-8de8f0f586ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T00:35:12Z', 'updated_at': '2021-11-25T00:35:15Z', 'revision_number': 1, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'fixed_ip_address_scope': None}, {'id': '75f6acd9-e38f-4ad6-8956-feff0148f7bd', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'router_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'port_id': 'ab043691-ede8-46fc-95b3-9332ecff5b02', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'mac_address': 'fa:16:3e:48:15:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bb2f36-cc5d-43b3-9523-a69caf6890d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T00:37:20Z', 'updated_at': '2021-11-25T00:37:20Z', 'revision_number': 0, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9', 'name': '', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'mac_address': 'fa:16:3e:b4:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:47Z', 'updated_at': '2021-11-25T00:30:54Z', 'revision_number': 5, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'subnets': [{'id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:37:22.370898 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e1b9ab-6c2f-4371-8a3f-f1bae5dc01e7 None None] The sync data for ids ['cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'] in dv-cinder-819200-1-iscsi is: [{'id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'name': 'tempest-TestVolumeBootPattern-676175612-router', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:48Z', 'revision_number': 4, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'gw_port': {'id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_floatingips': [{'id': '2f5a0df4-6734-41db-a336-f1838ea9aad9', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'router_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'port_id': '2719d703-a269-4500-a807-2218af325b8e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'mac_address': 'fa:16:3e:67:d3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c194234-0c6f-42e0-a5dd-8de8f0f586ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T00:35:12Z', 'updated_at': '2021-11-25T00:35:15Z', 'revision_number': 1, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'fixed_ip_address_scope': None}, {'id': '75f6acd9-e38f-4ad6-8956-feff0148f7bd', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'router_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'port_id': 'ab043691-ede8-46fc-95b3-9332ecff5b02', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'mac_address': 'fa:16:3e:48:15:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45bb2f36-cc5d-43b3-9523-a69caf6890d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T00:37:20Z', 'updated_at': '2021-11-25T00:37:20Z', 'revision_number': 0, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9', 'name': '', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'mac_address': 'fa:16:3e:b4:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:47Z', 'updated_at': '2021-11-25T00:30:54Z', 'revision_number': 5, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'subnets': [{'id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:37:22.644439 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f836022-d1ca-423f-95c8-dde2396abc0e None None] New status for floating IP 75f6acd9-e38f-4ad6-8956-feff0148f7bd: ACTIVE {{(pid=109126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 00:37:27.308511 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-203525d2-517e-4ed2-9f76-16004aff4e1b req-af57d7fb-9a4e-41d6-ac5b-c1ad313ee1c1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454593 Nov 25 00:37:27.378992 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203525d2-517e-4ed2-9f76-16004aff4e1b req-e6a43878-162b-4950-a5d1-3db64f6da178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:27.380495 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-203525d2-517e-4ed2-9f76-16004aff4e1b req-e6a43878-162b-4950-a5d1-3db64f6da178 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca8642a14a804da3871ddf4464eea3d1&device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 1138 time: 0.0449030 Nov 25 00:37:27.491737 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203525d2-517e-4ed2-9f76-16004aff4e1b req-65053009-fd03-4635-a617-ce88e6cf7f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:27.493642 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-203525d2-517e-4ed2-9f76-16004aff4e1b req-65053009-fd03-4635-a617-ce88e6cf7f68 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f16787dd-9dc0-472e-abb8-ca7962f9097c HTTP/1.1" status: 200 len: 916 time: 0.0927284 Nov 25 00:37:27.564700 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-203525d2-517e-4ed2-9f76-16004aff4e1b req-eba07b74-4288-4207-9a41-a6da9ab197ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aff20ec0-b8cf-474e-8b83-aadfb651dd3a HTTP/1.1" status: 200 len: 1000 time: 0.0593536 Nov 25 00:37:27.625575 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203525d2-517e-4ed2-9f76-16004aff4e1b req-704be44b-8cdc-40da-a6e3-c5eeeebed7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:27.627068 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-203525d2-517e-4ed2-9f76-16004aff4e1b req-704be44b-8cdc-40da-a6e3-c5eeeebed7a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d931989-8e6d-4c3a-bdc0-c79006c02f39 HTTP/1.1" status: 200 len: 854 time: 0.0472624 Nov 25 00:37:27.676795 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203525d2-517e-4ed2-9f76-16004aff4e1b req-985d1469-41f9-44ca-8121-57db78a2ad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:27.678255 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-203525d2-517e-4ed2-9f76-16004aff4e1b req-985d1469-41f9-44ca-8121-57db78a2ad5a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f16787dd-9dc0-472e-abb8-ca7962f9097c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402162 Nov 25 00:37:27.778842 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-203525d2-517e-4ed2-9f76-16004aff4e1b req-5f94d58c-8303-4591-9258-88dda0d3f6e3 service neutron] 10.222.0.36 "GET /v2.0/networks/f16787dd-9dc0-472e-abb8-ca7962f9097c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863595 Nov 25 00:37:27.876149 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-203525d2-517e-4ed2-9f76-16004aff4e1b req-20aea74d-3bb8-4bc5-ad0d-895f2fddec4b service neutron] 10.222.0.36 "GET /v2.0/networks/f16787dd-9dc0-472e-abb8-ca7962f9097c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855858 Nov 25 00:37:29.892007 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 50306) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:37:29.936924 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.db_base_plugin_v2 [None req-84af1265-4977-47be-9fd9-5ef03e588488 admin admin] Deleting subnet 15bbc539-f60e-4df8-bbd7-12b5587f7c0e {{(pid=109124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 00:37:29.940002 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-84af1265-4977-47be-9fd9-5ef03e588488 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:29.974157 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-84af1265-4977-47be-9fd9-5ef03e588488 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11556627'] for subnet, precommit_delete_associations {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:30.017162 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-84af1265-4977-47be-9fd9-5ef03e588488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3679783'] for subnet, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:30.069725 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-84af1265-4977-47be-9fd9-5ef03e588488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3679964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11622801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12571129'] for subnet, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:30.093097 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af1265-4977-47be-9fd9-5ef03e588488 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15bbc539-f60e-4df8-bbd7-12b5587f7c0e,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:37:30.103546 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84af1265-4977-47be-9fd9-5ef03e588488 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:37:30.103903 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84af1265-4977-47be-9fd9-5ef03e588488 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:37:30.104250 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84af1265-4977-47be-9fd9-5ef03e588488 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:37:30.104587 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84af1265-4977-47be-9fd9-5ef03e588488 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:37:30.104921 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84af1265-4977-47be-9fd9-5ef03e588488 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:37:30.105256 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84af1265-4977-47be-9fd9-5ef03e588488 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:37:30.105586 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84af1265-4977-47be-9fd9-5ef03e588488 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:37:30.106373 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84af1265-4977-47be-9fd9-5ef03e588488 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:37:30.106373 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84af1265-4977-47be-9fd9-5ef03e588488 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:37:30.106577 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84af1265-4977-47be-9fd9-5ef03e588488 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:37:30.106887 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84af1265-4977-47be-9fd9-5ef03e588488 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:37:30.107209 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84af1265-4977-47be-9fd9-5ef03e588488 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:37:30.109954 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-84af1265-4977-47be-9fd9-5ef03e588488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for subnet, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:30.114702 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-84af1265-4977-47be-9fd9-5ef03e588488 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/15bbc539-f60e-4df8-bbd7-12b5587f7c0e HTTP/1.1" status: 204 len: 168 time: 0.2201393 Nov 25 00:37:30.115693 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 50308) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:37:30.188767 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7ebcc20a-c35b-410b-b65d-c1c3ca24ed61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3831181'] for network, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:30.272279 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7ebcc20a-c35b-410b-b65d-c1c3ca24ed61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3685296', 'neutron.services.segments.db._delete_segments_for_network-8781494352851'] for network, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:30.293457 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.services.segments.db [None req-7ebcc20a-c35b-410b-b65d-c1c3ca24ed61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['409d0554-8e3f-4f66-86aa-6514318244f1']}} {{(pid=109124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:37:30.302530 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.services.segments.db [None req-7ebcc20a-c35b-410b-b65d-c1c3ca24ed61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf7033c0-5597-42e6-9e5b-d1bb09f1d618') {'for_net_delete': True} {{(pid=109124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:37:30.302860 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.services.segments.db [None req-7ebcc20a-c35b-410b-b65d-c1c3ca24ed61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf7033c0-5597-42e6-9e5b-d1bb09f1d618') {} {{(pid=109124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:37:30.313266 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7ebcc20a-c35b-410b-b65d-c1c3ca24ed61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781494358748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11556632'] for segment, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:30.326887 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7ebcc20a-c35b-410b-b65d-c1c3ca24ed61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386'] for segment, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:30.332881 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ebcc20a-c35b-410b-b65d-c1c3ca24ed61 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=109124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 00:37:30.333366 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7ebcc20a-c35b-410b-b65d-c1c3ca24ed61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11622763'] for segment, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:30.335108 dv-cinder-819200-1-iscsi neutron-server[109124]: Traceback (most recent call last): Nov 25 00:37:30.335108 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 00:37:30.335108 dv-cinder-819200-1-iscsi neutron-server[109124]: timer() Nov 25 00:37:30.335108 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 00:37:30.335108 dv-cinder-819200-1-iscsi neutron-server[109124]: cb(*args, **kw) Nov 25 00:37:30.335108 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 00:37:30.335108 dv-cinder-819200-1-iscsi neutron-server[109124]: return func(*args, **kwargs) Nov 25 00:37:30.335108 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 00:37:30.335108 dv-cinder-819200-1-iscsi neutron-server[109124]: self._notify() Nov 25 00:37:30.335108 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 00:37:30.335108 dv-cinder-819200-1-iscsi neutron-server[109124]: self.callback(batched_events) Nov 25 00:37:30.335108 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 00:37:30.335108 dv-cinder-819200-1-iscsi neutron-server[109124]: event.method(event) Nov 25 00:37:30.335108 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 00:37:30.335108 dv-cinder-819200-1-iscsi neutron-server[109124]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 00:37:30.335108 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 00:37:30.335108 dv-cinder-819200-1-iscsi neutron-server[109124]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 00:37:30.335108 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 00:37:30.335108 dv-cinder-819200-1-iscsi neutron-server[109124]: return f(self, *a, **k) Nov 25 00:37:30.335108 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 00:37:30.335108 dv-cinder-819200-1-iscsi neutron-server[109124]: return self._get(url).json() Nov 25 00:37:30.335108 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 00:37:30.335108 dv-cinder-819200-1-iscsi neutron-server[109124]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 00:37:30.335108 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 00:37:30.335108 dv-cinder-819200-1-iscsi neutron-server[109124]: return self.request(url, 'GET', **kwargs) Nov 25 00:37:30.335108 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 00:37:30.335108 dv-cinder-819200-1-iscsi neutron-server[109124]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 00:37:30.335108 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 00:37:30.335108 dv-cinder-819200-1-iscsi neutron-server[109124]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 00:37:30.335108 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 00:37:30.335108 dv-cinder-819200-1-iscsi neutron-server[109124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 00:37:30.335108 dv-cinder-819200-1-iscsi neutron-server[109124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 00:37:30.389026 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7ebcc20a-c35b-410b-b65d-c1c3ca24ed61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3685289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622934'] for network, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:30.394423 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7ebcc20a-c35b-410b-b65d-c1c3ca24ed61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for network, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:30.397556 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-7ebcc20a-c35b-410b-b65d-c1c3ca24ed61 admin admin] 10.222.0.37 "DELETE /v2.0/networks/409d0554-8e3f-4f66-86aa-6514318244f1 HTTP/1.1" status: 204 len: 168 time: 0.2809629 Nov 25 00:37:30.413347 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebcc20a-c35b-410b-b65d-c1c3ca24ed61 admin admin] Pushing event deleted for resources: {'Network': ['ID=409d0554-8e3f-4f66-86aa-6514318244f1,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:37:30.559871 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 50312) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:37:30.599352 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-dc247393-c5d9-41e1-b90b-7b82214c94d3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=41633565cf2541928765b8bb90eb69cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382495 Nov 25 00:37:30.602845 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 50314) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:37:30.652441 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-406e0e7a-9250-4972-a2c5-a48aa143da5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:30.673698 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-406e0e7a-9250-4972-a2c5-a48aa143da5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:30.720634 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-406e0e7a-9250-4972-a2c5-a48aa143da5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:30.723179 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-406e0e7a-9250-4972-a2c5-a48aa143da5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:30.724323 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-406e0e7a-9250-4972-a2c5-a48aa143da5b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b0e679b9-d6a1-4b38-888c-3463a9548822 HTTP/1.1" status: 204 len: 168 time: 0.1205733 Nov 25 00:37:30.733028 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e0e7a-9250-4972-a2c5-a48aa143da5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e679b9-d6a1-4b38-888c-3463a9548822,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:37:38.736461 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-4e916f57-c6c1-4e85-b155-63d0528d55df req-06cb3f54-53ec-4a65-bda2-d5b7725a2eb9 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2037535719&fields=id&tenant_id=ca8642a14a804da3871ddf4464eea3d1 HTTP/1.1" status: 200 len: 267 time: 0.0432038 Nov 25 00:37:38.792081 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e916f57-c6c1-4e85-b155-63d0528d55df req-d41bee4e-0205-4084-9807-5a53a48696b3 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:38.793548 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-4e916f57-c6c1-4e85-b155-63d0528d55df req-d41bee4e-0205-4084-9807-5a53a48696b3 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 985 time: 0.0514991 Nov 25 00:37:38.804293 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.v2.base [req-4e916f57-c6c1-4e85-b155-63d0528d55df req-4a71f00d-9f93-430c-93b2-32387e2bad3e tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Request body: {'port': {'security_groups': ['10d1f088-2928-4fb3-bbaa-dcaf609a438b']}} {{(pid=109124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 00:37:38.869060 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-4e916f57-c6c1-4e85-b155-63d0528d55df req-4a71f00d-9f93-430c-93b2-32387e2bad3e tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3742810'] for port, before_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:39.043558 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [req-4e916f57-c6c1-4e85-b155-63d0528d55df req-4a71f00d-9f93-430c-93b2-32387e2bad3e tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] For port aff20ec0-b8cf-474e-8b83-aadfb651dd3a, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=aff20ec0-b8cf-474e-8b83-aadfb651dd3a,segment=NetworkSegment(d3fb7cb5-725f-44df-abd2-3bd15506fa40),segment_id=d3fb7cb5-725f-44df-abd2-3bd15506fa40)] {{(pid=109124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:37:39.072433 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-4e916f57-c6c1-4e85-b155-63d0528d55df req-4a71f00d-9f93-430c-93b2-32387e2bad3e tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks [] for port, precommit_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:39.076859 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-4e916f57-c6c1-4e85-b155-63d0528d55df req-4a71f00d-9f93-430c-93b2-32387e2bad3e tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781494269736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781493868171', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781493868189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11622735'] for port, after_update {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:39.089655 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['aff20ec0-b8cf-474e-8b83-aadfb651dd3a'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:37:39.122204 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e916f57-c6c1-4e85-b155-63d0528d55df req-4a71f00d-9f93-430c-93b2-32387e2bad3e tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:39.122859 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-4e916f57-c6c1-4e85-b155-63d0528d55df req-4a71f00d-9f93-430c-93b2-32387e2bad3e tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:39.124286 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-4e916f57-c6c1-4e85-b155-63d0528d55df req-4a71f00d-9f93-430c-93b2-32387e2bad3e tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "PUT /v2.0/ports/aff20ec0-b8cf-474e-8b83-aadfb651dd3a HTTP/1.1" status: 200 len: 943 time: 0.3243895 Nov 25 00:37:39.125271 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '045ed287-6f14-4c6e-a6e4-22f5daa20d2b', 'tag': 'aff20ec0-b8cf-474e-8b83-aadfb651dd3a'}] {{(pid=109124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:37:39.130159 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 50326) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:37:39.130723 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c540b04f577278a42f04ac83864b9661265f6e355fc5f2cf5b057c36d7214e30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1ba4d7-5ba9-416e-a395-85243f13b39a" -d '{"events": [{"name": "network-changed", "server_uuid": "045ed287-6f14-4c6e-a6e4-22f5daa20d2b", "tag": "aff20ec0-b8cf-474e-8b83-aadfb651dd3a"}]}' {{(pid=109124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:37:39.155369 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71f00d-9f93-430c-93b2-32387e2bad3e tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Pushing event updated for resources: {'Port': ['ID=aff20ec0-b8cf-474e-8b83-aadfb651dd3a,revision_number=7']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:37:39.200528 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 00:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a4a9f3-5680-4542-b2ca-78b96f571402 x-openstack-request-id: req-50a4a9f3-5680-4542-b2ca-78b96f571402 {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:37:39.200843 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "045ed287-6f14-4c6e-a6e4-22f5daa20d2b", "tag": "aff20ec0-b8cf-474e-8b83-aadfb651dd3a", "status": "completed", "code": 200}]} {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:37:39.201179 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-50a4a9f3-5680-4542-b2ca-78b96f571402 {{(pid=109124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:37:39.201676 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '045ed287-6f14-4c6e-a6e4-22f5daa20d2b', 'tag': 'aff20ec0-b8cf-474e-8b83-aadfb651dd3a', 'status': 'completed', 'code': 200} Nov 25 00:37:39.219430 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['aff20ec0-b8cf-474e-8b83-aadfb651dd3a'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:37:39.240135 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-5ef4ce4d-5038-4f21-8244-a09c75d9206d tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:39.268471 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-5ef4ce4d-5038-4f21-8244-a09c75d9206d tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:39.279894 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ba4d7-5ba9-416e-a395-85243f13b39a req-8ed6457a-22a6-4bda-981e-5961812ce0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:39.281714 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8c1ba4d7-5ba9-416e-a395-85243f13b39a req-8ed6457a-22a6-4bda-981e-5961812ce0b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca8642a14a804da3871ddf4464eea3d1&device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 1099 time: 0.0534234 Nov 25 00:37:39.344568 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-5ef4ce4d-5038-4f21-8244-a09c75d9206d tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:39.348075 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-5ef4ce4d-5038-4f21-8244-a09c75d9206d tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:39.349240 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-5ef4ce4d-5038-4f21-8244-a09c75d9206d tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "DELETE /v2.0/security-groups/8864b5e6-e29e-479a-86df-ef110968ddfc HTTP/1.1" status: 204 len: 168 time: 0.2173572 Nov 25 00:37:39.354472 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 50330) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:37:39.366077 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef4ce4d-5038-4f21-8244-a09c75d9206d tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8864b5e6-e29e-479a-86df-ef110968ddfc,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:37:39.391486 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ba4d7-5ba9-416e-a395-85243f13b39a req-7f78a7b0-2677-45f9-b2b5-78a8a1a864e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:39.393132 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8c1ba4d7-5ba9-416e-a395-85243f13b39a req-7f78a7b0-2677-45f9-b2b5-78a8a1a864e3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f16787dd-9dc0-472e-abb8-ca7962f9097c HTTP/1.1" status: 200 len: 916 time: 0.1026886 Nov 25 00:37:39.424772 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.provisioning_blocks [None req-2e6c0e35-e7c5-435f-8baa-9b24af7fd059 None None] Provisioning complete for port aff20ec0-b8cf-474e-8b83-aadfb651dd3a triggered by entity DHCP. {{(pid=109125) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 00:37:39.425138 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-2e6c0e35-e7c5-435f-8baa-9b24af7fd059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3682361'] for port, provisioning_complete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:39.469802 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8c1ba4d7-5ba9-416e-a395-85243f13b39a req-ce684545-767f-4007-8594-34507e445467 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aff20ec0-b8cf-474e-8b83-aadfb651dd3a HTTP/1.1" status: 200 len: 1000 time: 0.0690053 Nov 25 00:37:39.524964 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ba4d7-5ba9-416e-a395-85243f13b39a req-37dde87a-c68f-4023-99fd-324e811ef126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:39.526430 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8c1ba4d7-5ba9-416e-a395-85243f13b39a req-37dde87a-c68f-4023-99fd-324e811ef126 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d931989-8e6d-4c3a-bdc0-c79006c02f39 HTTP/1.1" status: 200 len: 854 time: 0.0480661 Nov 25 00:37:39.558508 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-72130f73-6385-450d-a9ec-15b1d1373021 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Deleting port 57b6f068-916c-448a-a8cf-3bf4b176664c {{(pid=109123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:37:39.558791 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-72130f73-6385-450d-a9ec-15b1d1373021 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:39.578818 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ba4d7-5ba9-416e-a395-85243f13b39a req-ac2b7a9f-f921-446d-952d-54ce785eea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:39.580293 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8c1ba4d7-5ba9-416e-a395-85243f13b39a req-ac2b7a9f-f921-446d-952d-54ce785eea59 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f16787dd-9dc0-472e-abb8-ca7962f9097c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416949 Nov 25 00:37:39.633020 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-72130f73-6385-450d-a9ec-15b1d1373021 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:39.633315 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-72130f73-6385-450d-a9ec-15b1d1373021 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:39.645231 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-72130f73-6385-450d-a9ec-15b1d1373021 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Calling delete_port for 57b6f068-916c-448a-a8cf-3bf4b176664c owned by network:floatingip {{(pid=109123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:37:39.674496 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8c1ba4d7-5ba9-416e-a395-85243f13b39a req-37ab7b14-c64d-4245-8fbc-c1bbb4ae54f4 service neutron] 10.222.0.36 "GET /v2.0/networks/f16787dd-9dc0-472e-abb8-ca7962f9097c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848823 Nov 25 00:37:39.768122 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-8c1ba4d7-5ba9-416e-a395-85243f13b39a req-be6003af-6d1c-483e-9b47-1e2dfd9f7556 service neutron] 10.222.0.36 "GET /v2.0/networks/f16787dd-9dc0-472e-abb8-ca7962f9097c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858381 Nov 25 00:37:39.798235 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-72130f73-6385-450d-a9ec-15b1d1373021 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:39.823582 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72130f73-6385-450d-a9ec-15b1d1373021 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Pushing event deleted for resources: {'Port': ['ID=57b6f068-916c-448a-a8cf-3bf4b176664c,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:37:39.884950 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-72130f73-6385-450d-a9ec-15b1d1373021 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks [] for floatingip, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:39.885272 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.db.l3_db [None req-72130f73-6385-450d-a9ec-15b1d1373021 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Floating IP e98e61a9-55e6-4c06-829a-286229212773 disassociated (deleted). External IP: 172.27.2.9, port: aff20ec0-b8cf-474e-8b83-aadfb651dd3a. Nov 25 00:37:40.085085 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72130f73-6385-450d-a9ec-15b1d1373021 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Router c8cc76a3-f2d5-46c3-aca2-d03a029ac28d has already been hosted by L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 {{(pid=109123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 00:37:40.191618 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72130f73-6385-450d-a9ec-15b1d1373021 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:37:40.196965 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-72130f73-6385-450d-a9ec-15b1d1373021 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for floatingip, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:40.201659 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e4b88e-c1e6-4be3-80ea-072a1ea67b1b None None] Sync routers for ids ['c8cc76a3-f2d5-46c3-aca2-d03a029ac28d'] in dv-cinder-819200-1-iscsi {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:37:40.212535 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e4b88e-c1e6-4be3-80ea-072a1ea67b1b None None] Routers {'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:37:40.213152 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-e9e4b88e-c1e6-4be3-80ea-072a1ea67b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:37:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['c8cc76a3-f2d5-46c3-aca2-d03a029ac28d'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:37:40.224196 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-72130f73-6385-450d-a9ec-15b1d1373021 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "DELETE /v2.0/floatingips/e98e61a9-55e6-4c06-829a-286229212773 HTTP/1.1" status: 204 len: 168 time: 0.8686757 Nov 25 00:37:40.224880 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '045ed287-6f14-4c6e-a6e4-22f5daa20d2b', 'tag': 'aff20ec0-b8cf-474e-8b83-aadfb651dd3a'}] {{(pid=109123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:37:40.227346 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d6797fd55ce1482701f76a6a20d13483833b06e18cae27317f32e85b7a837" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524ef5b3-b340-42ee-b966-74c1b54ba549" -d '{"events": [{"name": "network-changed", "server_uuid": "045ed287-6f14-4c6e-a6e4-22f5daa20d2b", "tag": "aff20ec0-b8cf-474e-8b83-aadfb651dd3a"}]}' {{(pid=109123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:37:40.264282 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 00:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9b915e-71dd-479d-a191-c0cf2774700f x-openstack-request-id: req-4d9b915e-71dd-479d-a191-c0cf2774700f {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:37:40.264643 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "045ed287-6f14-4c6e-a6e4-22f5daa20d2b", "tag": "aff20ec0-b8cf-474e-8b83-aadfb651dd3a", "status": "completed", "code": 200}]} {{(pid=109123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:37:40.264970 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d9b915e-71dd-479d-a191-c0cf2774700f {{(pid=109123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:37:40.265443 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '045ed287-6f14-4c6e-a6e4-22f5daa20d2b', 'tag': 'aff20ec0-b8cf-474e-8b83-aadfb651dd3a', 'status': 'completed', 'code': 200} Nov 25 00:37:40.331992 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-e9e4b88e-c1e6-4be3-80ea-072a1ea67b1b None None] Set router c8cc76a3-f2d5-46c3-aca2-d03a029ac28d gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:37:40.334135 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ef5b3-b340-42ee-b966-74c1b54ba549 req-0c09b146-480e-4d55-a9cd-dec72050cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:40.336629 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-524ef5b3-b340-42ee-b966-74c1b54ba549 req-0c09b146-480e-4d55-a9cd-dec72050cf30 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca8642a14a804da3871ddf4464eea3d1&device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 1099 time: 0.0447288 Nov 25 00:37:40.456480 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ef5b3-b340-42ee-b966-74c1b54ba549 req-fd8d9c83-0879-40e9-b6c5-cae03011ebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:40.458065 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-524ef5b3-b340-42ee-b966-74c1b54ba549 req-fd8d9c83-0879-40e9-b6c5-cae03011ebd3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f16787dd-9dc0-472e-abb8-ca7962f9097c HTTP/1.1" status: 200 len: 916 time: 0.1145813 Nov 25 00:37:40.503893 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-524ef5b3-b340-42ee-b966-74c1b54ba549 req-26fdfe45-8a21-4211-a775-d6479c48186b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aff20ec0-b8cf-474e-8b83-aadfb651dd3a HTTP/1.1" status: 200 len: 217 time: 0.0360975 Nov 25 00:37:40.554654 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-e9e4b88e-c1e6-4be3-80ea-072a1ea67b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'name': 'tempest-TestMinimumBasicScenario-1219120303-router', 'tenant_id': 'ca8642a14a804da3871ddf4464eea3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '525a330d-91ec-425e-a67b-432380ff7ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:35:18Z', 'updated_at': '2021-11-25T00:35:22Z', 'revision_number': 4, 'project_id': 'ca8642a14a804da3871ddf4464eea3d1', 'gw_port': {'id': '525a330d-91ec-425e-a67b-432380ff7ba9', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:35:19Z', 'updated_at': '2021-11-25T00:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '5658ec05-dd43-4e2e-96d6-462ffe750995', 'name': '', 'network_id': 'f16787dd-9dc0-472e-abb8-ca7962f9097c', 'tenant_id': 'ca8642a14a804da3871ddf4464eea3d1', 'mac_address': 'fa:16:3e:1a:d9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '0d931989-8e6d-4c3a-bdc0-c79006c02f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:35:21Z', 'updated_at': '2021-11-25T00:35:26Z', 'revision_number': 5, 'project_id': 'ca8642a14a804da3871ddf4464eea3d1', 'subnets': [{'id': '0d931989-8e6d-4c3a-bdc0-c79006c02f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:37:40.556021 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ef5b3-b340-42ee-b966-74c1b54ba549 req-fed19473-3975-421e-9e25-469230c8bddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:40.557868 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-524ef5b3-b340-42ee-b966-74c1b54ba549 req-fed19473-3975-421e-9e25-469230c8bddd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d931989-8e6d-4c3a-bdc0-c79006c02f39 HTTP/1.1" status: 200 len: 854 time: 0.0456383 Nov 25 00:37:40.585277 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e4b88e-c1e6-4be3-80ea-072a1ea67b1b None None] Checking router: c8cc76a3-f2d5-46c3-aca2-d03a029ac28d for host: dv-cinder-819200-1-iscsi {{(pid=109125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:37:40.594107 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e4b88e-c1e6-4be3-80ea-072a1ea67b1b None None] Routers {'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:37:40.594782 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-e9e4b88e-c1e6-4be3-80ea-072a1ea67b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:37:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['c8cc76a3-f2d5-46c3-aca2-d03a029ac28d'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:37:40.607850 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ef5b3-b340-42ee-b966-74c1b54ba549 req-8c4bf98a-a751-40e4-a716-dc1a0c1ed342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:40.609346 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-524ef5b3-b340-42ee-b966-74c1b54ba549 req-8c4bf98a-a751-40e4-a716-dc1a0c1ed342 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f16787dd-9dc0-472e-abb8-ca7962f9097c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440471 Nov 25 00:37:40.701049 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-524ef5b3-b340-42ee-b966-74c1b54ba549 req-8b3779dc-99f1-47a9-94ef-d8767c759e67 service neutron] 10.222.0.36 "GET /v2.0/networks/f16787dd-9dc0-472e-abb8-ca7962f9097c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827506 Nov 25 00:37:40.701277 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-e9e4b88e-c1e6-4be3-80ea-072a1ea67b1b None None] Set router c8cc76a3-f2d5-46c3-aca2-d03a029ac28d gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:37:40.907329 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-e9e4b88e-c1e6-4be3-80ea-072a1ea67b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'name': 'tempest-TestMinimumBasicScenario-1219120303-router', 'tenant_id': 'ca8642a14a804da3871ddf4464eea3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '525a330d-91ec-425e-a67b-432380ff7ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:35:18Z', 'updated_at': '2021-11-25T00:35:22Z', 'revision_number': 4, 'project_id': 'ca8642a14a804da3871ddf4464eea3d1', 'gw_port': {'id': '525a330d-91ec-425e-a67b-432380ff7ba9', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:35:19Z', 'updated_at': '2021-11-25T00:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '5658ec05-dd43-4e2e-96d6-462ffe750995', 'name': '', 'network_id': 'f16787dd-9dc0-472e-abb8-ca7962f9097c', 'tenant_id': 'ca8642a14a804da3871ddf4464eea3d1', 'mac_address': 'fa:16:3e:1a:d9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '0d931989-8e6d-4c3a-bdc0-c79006c02f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:35:21Z', 'updated_at': '2021-11-25T00:35:26Z', 'revision_number': 5, 'project_id': 'ca8642a14a804da3871ddf4464eea3d1', 'subnets': [{'id': '0d931989-8e6d-4c3a-bdc0-c79006c02f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:37:40.937274 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e4b88e-c1e6-4be3-80ea-072a1ea67b1b None None] The sync data for ids ['c8cc76a3-f2d5-46c3-aca2-d03a029ac28d'] in dv-cinder-819200-1-iscsi is: [{'id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'name': 'tempest-TestMinimumBasicScenario-1219120303-router', 'tenant_id': 'ca8642a14a804da3871ddf4464eea3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '525a330d-91ec-425e-a67b-432380ff7ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:35:18Z', 'updated_at': '2021-11-25T00:35:22Z', 'revision_number': 4, 'project_id': 'ca8642a14a804da3871ddf4464eea3d1', 'gw_port': {'id': '525a330d-91ec-425e-a67b-432380ff7ba9', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:35:19Z', 'updated_at': '2021-11-25T00:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '5658ec05-dd43-4e2e-96d6-462ffe750995', 'name': '', 'network_id': 'f16787dd-9dc0-472e-abb8-ca7962f9097c', 'tenant_id': 'ca8642a14a804da3871ddf4464eea3d1', 'mac_address': 'fa:16:3e:1a:d9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '0d931989-8e6d-4c3a-bdc0-c79006c02f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:35:21Z', 'updated_at': '2021-11-25T00:35:26Z', 'revision_number': 5, 'project_id': 'ca8642a14a804da3871ddf4464eea3d1', 'subnets': [{'id': '0d931989-8e6d-4c3a-bdc0-c79006c02f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:37:41.028421 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-524ef5b3-b340-42ee-b966-74c1b54ba549 req-06eea009-4955-4bee-8252-13125e3e0106 service neutron] 10.222.0.36 "GET /v2.0/networks/f16787dd-9dc0-472e-abb8-ca7962f9097c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152468 Nov 25 00:37:41.158314 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43485829-4844-476c-a739-08e1955b2e33 None None] New status for floating IP e98e61a9-55e6-4c06-829a-286229212773: DOWN {{(pid=109126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 00:37:41.916963 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-44ab2c32-9f85-4601-abf3-7a06d3fe8839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:42.948850 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb2f9c-4a36-4800-83f4-dcc05c815556 req-7a07f4be-69ef-403c-92a7-742a264986c1 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:42.950375 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-9dfb2f9c-4a36-4800-83f4-dcc05c815556 req-7a07f4be-69ef-403c-92a7-742a264986c1 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 946 time: 0.0548625 Nov 25 00:37:42.999523 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-9dfb2f9c-4a36-4800-83f4-dcc05c815556 req-62007a67-d582-4d92-a319-99201e0411e3 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d1f088-2928-4fb3-bbaa-dcaf609a438b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427458 Nov 25 00:37:44.118354 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e567a-1f97-4802-b0d8-644f093e32d1 req-8bc57ceb-f41c-4094-a886-4e5fe6796c0c tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:44.119856 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-aa4e567a-1f97-4802-b0d8-644f093e32d1 req-8bc57ceb-f41c-4094-a886-4e5fe6796c0c tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 946 time: 0.0505338 Nov 25 00:37:44.167249 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-aa4e567a-1f97-4802-b0d8-644f093e32d1 req-2e844dce-85b6-4df8-885b-9ac6acd04387 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/security-groups?id=10d1f088-2928-4fb3-bbaa-dcaf609a438b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414500 Nov 25 00:37:44.440235 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-12381a56-60d8-4688-987e-6092f415177d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:44.789221 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441dc04-a0e7-4cdc-b61d-2b9f0c592c8e req-cc25095a-b255-41eb-88cd-fee195b35947 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:37:44.790607 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-9441dc04-a0e7-4cdc-b61d-2b9f0c592c8e req-cc25095a-b255-41eb-88cd-fee195b35947 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.36 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 946 time: 0.0482280 Nov 25 00:37:44.889231 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [req-9441dc04-a0e7-4cdc-b61d-2b9f0c592c8e req-4843e26e-e34f-443c-8bcb-44699000a4f7 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Deleting port aff20ec0-b8cf-474e-8b83-aadfb651dd3a {{(pid=109124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:37:44.889572 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-9441dc04-a0e7-4cdc-b61d-2b9f0c592c8e req-4843e26e-e34f-443c-8bcb-44699000a4f7 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:44.979725 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [req-9441dc04-a0e7-4cdc-b61d-2b9f0c592c8e req-4843e26e-e34f-443c-8bcb-44699000a4f7 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] For port aff20ec0-b8cf-474e-8b83-aadfb651dd3a, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=aff20ec0-b8cf-474e-8b83-aadfb651dd3a,segment=NetworkSegment(d3fb7cb5-725f-44df-abd2-3bd15506fa40),segment_id=d3fb7cb5-725f-44df-abd2-3bd15506fa40)] {{(pid=109124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:37:44.980087 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-9441dc04-a0e7-4cdc-b61d-2b9f0c592c8e req-4843e26e-e34f-443c-8bcb-44699000a4f7 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:44.992918 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [req-9441dc04-a0e7-4cdc-b61d-2b9f0c592c8e req-4843e26e-e34f-443c-8bcb-44699000a4f7 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Calling delete_port for aff20ec0-b8cf-474e-8b83-aadfb651dd3a owned by compute:nova {{(pid=109124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:37:45.120829 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-9441dc04-a0e7-4cdc-b61d-2b9f0c592c8e req-4843e26e-e34f-443c-8bcb-44699000a4f7 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:45.134568 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] get_ports_and_sgs() called for port_ids ['aff20ec0-b8cf-474e-8b83-aadfb651dd3a'] {{(pid=109125) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 00:37:45.148864 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4843e26e-e34f-443c-8bcb-44699000a4f7 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Pushing event deleted for resources: {'Port': ['ID=aff20ec0-b8cf-474e-8b83-aadfb651dd3a,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:37:45.193615 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.l3_dvrscheduler_db [req-9441dc04-a0e7-4cdc-b61d-2b9f0c592c8e req-4843e26e-e34f-443c-8bcb-44699000a4f7 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] No DVR routers for this DVR port aff20ec0-b8cf-474e-8b83-aadfb651dd3a on host hv-cinder-81920 {{(pid=109124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 00:37:45.197396 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-9441dc04-a0e7-4cdc-b61d-2b9f0c592c8e req-4843e26e-e34f-443c-8bcb-44699000a4f7 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:45.200351 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-9441dc04-a0e7-4cdc-b61d-2b9f0c592c8e req-4843e26e-e34f-443c-8bcb-44699000a4f7 tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.36 "DELETE /v2.0/ports/aff20ec0-b8cf-474e-8b83-aadfb651dd3a HTTP/1.1" status: 204 len: 173 time: 0.4028897 Nov 25 00:37:45.200807 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '045ed287-6f14-4c6e-a6e4-22f5daa20d2b', 'name': 'network-vif-deleted', 'tag': 'aff20ec0-b8cf-474e-8b83-aadfb651dd3a'}] {{(pid=109124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:37:45.203064 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c540b04f577278a42f04ac83864b9661265f6e355fc5f2cf5b057c36d7214e30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592edf0a-3692-42df-8c80-100689661479" -d '{"events": [{"server_uuid": "045ed287-6f14-4c6e-a6e4-22f5daa20d2b", "name": "network-vif-deleted", "tag": "aff20ec0-b8cf-474e-8b83-aadfb651dd3a"}]}' {{(pid=109124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:37:45.249786 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a13fd4d-516d-4a52-a499-5cfd14598aa8 x-openstack-request-id: req-1a13fd4d-516d-4a52-a499-5cfd14598aa8 {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:37:45.250086 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "045ed287-6f14-4c6e-a6e4-22f5daa20d2b", "name": "network-vif-deleted", "tag": "aff20ec0-b8cf-474e-8b83-aadfb651dd3a", "status": "completed", "code": 200}]} {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:37:45.250341 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1a13fd4d-516d-4a52-a499-5cfd14598aa8 {{(pid=109124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:37:45.250774 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '045ed287-6f14-4c6e-a6e4-22f5daa20d2b', 'name': 'network-vif-deleted', 'tag': 'aff20ec0-b8cf-474e-8b83-aadfb651dd3a', 'status': 'completed', 'code': 200} Nov 25 00:37:45.273141 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c9ed8709-bfd9-464b-99af-784e66f850d4 req-28b46aa6-6b2d-4636-90a1-c6b5758726ee tempest-TestMinimumBasicScenario-316249986 tempest-TestMinimumBasicScenario-316249986-project] 10.222.0.37 "GET /v2.0/ports?device_id=045ed287-6f14-4c6e-a6e4-22f5daa20d2b HTTP/1.1" status: 200 len: 210 time: 0.0287588 Nov 25 00:37:45.683130 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 6 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 00:37:46.445685 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:46.907339 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 50406) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:37:47.327014 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-b9d4f7f6-f33e-43db-9f0d-a90441cf0678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762440'] for router_interface, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:47.613467 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-b9d4f7f6-f33e-43db-9f0d-a90441cf0678 admin admin] Deleting port 5658ec05-dd43-4e2e-96d6-462ffe750995 {{(pid=109123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:37:47.613806 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-b9d4f7f6-f33e-43db-9f0d-a90441cf0678 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:47.692415 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [None req-b9d4f7f6-f33e-43db-9f0d-a90441cf0678 admin admin] For port 5658ec05-dd43-4e2e-96d6-462ffe750995, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=5658ec05-dd43-4e2e-96d6-462ffe750995,segment=NetworkSegment(d3fb7cb5-725f-44df-abd2-3bd15506fa40),segment_id=d3fb7cb5-725f-44df-abd2-3bd15506fa40)] {{(pid=109123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:37:47.692802 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-b9d4f7f6-f33e-43db-9f0d-a90441cf0678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:47.705784 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-b9d4f7f6-f33e-43db-9f0d-a90441cf0678 admin admin] Calling delete_port for 5658ec05-dd43-4e2e-96d6-462ffe750995 owned by network:router_interface {{(pid=109123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:37:47.879770 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-b9d4f7f6-f33e-43db-9f0d-a90441cf0678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:47.905996 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d4f7f6-f33e-43db-9f0d-a90441cf0678 admin admin] Pushing event deleted for resources: {'Port': ['ID=5658ec05-dd43-4e2e-96d6-462ffe750995,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:37:48.070889 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-b9d4f7f6-f33e-43db-9f0d-a90441cf0678 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-762580'] for router_interface, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:48.284849 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d4f7f6-f33e-43db-9f0d-a90441cf0678 admin admin] Router c8cc76a3-f2d5-46c3-aca2-d03a029ac28d has already been hosted by L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 {{(pid=109123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 00:37:48.392487 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d4f7f6-f33e-43db-9f0d-a90441cf0678 admin admin] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:37:48.397663 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-b9d4f7f6-f33e-43db-9f0d-a90441cf0678 admin admin] 10.222.0.37 "PUT /v2.0/routers/c8cc76a3-f2d5-46c3-aca2-d03a029ac28d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4892979 Nov 25 00:37:48.400600 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 50408) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:37:48.403374 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:48.404918 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2500ceba-a653-4e16-a535-945fa7b26a9b None None] Sync routers for ids ['c8cc76a3-f2d5-46c3-aca2-d03a029ac28d'] in dv-cinder-819200-1-iscsi {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:37:48.416680 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2500ceba-a653-4e16-a535-945fa7b26a9b None None] Routers {'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:37:48.418984 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-2500ceba-a653-4e16-a535-945fa7b26a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:37:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['c8cc76a3-f2d5-46c3-aca2-d03a029ac28d'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:37:48.503008 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:48.507267 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-4672c24d-be63-4651-aa04-2de8023bc33a admin admin] Publish callbacks [] for router, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:48.537394 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-2500ceba-a653-4e16-a535-945fa7b26a9b None None] Set router c8cc76a3-f2d5-46c3-aca2-d03a029ac28d gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:37:48.595466 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device aff20ec0-b8cf-474e-8b83-aadfb651dd3a no longer exists at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:37:48.626959 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] No Port match for: aff20ec0-b8cf-474e-8b83-aadfb651dd3a {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:37:48.627314 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device aff20ec0-b8cf-474e-8b83-aadfb651dd3a not bound to the agent host hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:37:48.871523 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-2500ceba-a653-4e16-a535-945fa7b26a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'name': 'tempest-TestMinimumBasicScenario-1219120303-router', 'tenant_id': 'ca8642a14a804da3871ddf4464eea3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '525a330d-91ec-425e-a67b-432380ff7ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:35:18Z', 'updated_at': '2021-11-25T00:37:47Z', 'revision_number': 5, 'project_id': 'ca8642a14a804da3871ddf4464eea3d1', 'gw_port': {'id': '525a330d-91ec-425e-a67b-432380ff7ba9', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:35:19Z', 'updated_at': '2021-11-25T00:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi'}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:37:48.872044 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-4672c24d-be63-4651-aa04-2de8023bc33a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:48.898658 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2500ceba-a653-4e16-a535-945fa7b26a9b None None] Checking router: c8cc76a3-f2d5-46c3-aca2-d03a029ac28d for host: dv-cinder-819200-1-iscsi {{(pid=109125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:37:48.909003 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2500ceba-a653-4e16-a535-945fa7b26a9b None None] Routers {'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:37:48.909711 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-2500ceba-a653-4e16-a535-945fa7b26a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:37:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['c8cc76a3-f2d5-46c3-aca2-d03a029ac28d'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:37:48.931269 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-4672c24d-be63-4651-aa04-2de8023bc33a admin admin] Deleting port 525a330d-91ec-425e-a67b-432380ff7ba9 {{(pid=109123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:37:48.931609 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-4672c24d-be63-4651-aa04-2de8023bc33a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:48.997089 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-2500ceba-a653-4e16-a535-945fa7b26a9b None None] Set router c8cc76a3-f2d5-46c3-aca2-d03a029ac28d gateway port host: None {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:37:49.015812 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [None req-4672c24d-be63-4651-aa04-2de8023bc33a admin admin] For port 525a330d-91ec-425e-a67b-432380ff7ba9, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=525a330d-91ec-425e-a67b-432380ff7ba9,segment=NetworkSegment(2cbd316e-5d05-4c4d-ba22-dac4641013ba),segment_id=2cbd316e-5d05-4c4d-ba22-dac4641013ba)] {{(pid=109123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:37:49.016176 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-4672c24d-be63-4651-aa04-2de8023bc33a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:49.028741 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-4672c24d-be63-4651-aa04-2de8023bc33a admin admin] Calling delete_port for 525a330d-91ec-425e-a67b-432380ff7ba9 owned by network:router_gateway {{(pid=109123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:37:49.052295 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-2500ceba-a653-4e16-a535-945fa7b26a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'name': 'tempest-TestMinimumBasicScenario-1219120303-router', 'tenant_id': 'ca8642a14a804da3871ddf4464eea3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:35:18Z', 'updated_at': '2021-11-25T00:37:48Z', 'revision_number': 6, 'project_id': 'ca8642a14a804da3871ddf4464eea3d1', 'gw_port_host': None}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:37:49.078106 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2500ceba-a653-4e16-a535-945fa7b26a9b None None] The sync data for ids ['c8cc76a3-f2d5-46c3-aca2-d03a029ac28d'] in dv-cinder-819200-1-iscsi is: [{'id': 'c8cc76a3-f2d5-46c3-aca2-d03a029ac28d', 'name': 'tempest-TestMinimumBasicScenario-1219120303-router', 'tenant_id': 'ca8642a14a804da3871ddf4464eea3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:35:18Z', 'updated_at': '2021-11-25T00:37:48Z', 'revision_number': 6, 'project_id': 'ca8642a14a804da3871ddf4464eea3d1', 'gw_port_host': None}] {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:37:49.191810 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-4672c24d-be63-4651-aa04-2de8023bc33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:49.215389 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672c24d-be63-4651-aa04-2de8023bc33a admin admin] Pushing event deleted for resources: {'Port': ['ID=525a330d-91ec-425e-a67b-432380ff7ba9,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:37:49.278825 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-4672c24d-be63-4651-aa04-2de8023bc33a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622962'] for router_gateway, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:49.367294 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-4672c24d-be63-4651-aa04-2de8023bc33a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-776418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8630'] for router, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:49.369336 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-4672c24d-be63-4651-aa04-2de8023bc33a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:49.416633 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-4672c24d-be63-4651-aa04-2de8023bc33a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-776429'] for router, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:49.417359 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4672c24d-be63-4651-aa04-2de8023bc33a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8cc76a3-f2d5-46c3-aca2-d03a029ac28d {{(pid=109123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 00:37:49.422301 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-4672c24d-be63-4651-aa04-2de8023bc33a admin admin] Publish callbacks [] for router, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:49.426062 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 50410) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:37:49.426552 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-4672c24d-be63-4651-aa04-2de8023bc33a admin admin] 10.222.0.37 "DELETE /v2.0/routers/c8cc76a3-f2d5-46c3-aca2-d03a029ac28d HTTP/1.1" status: 204 len: 168 time: 1.0246119 Nov 25 00:37:49.491175 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc62d2d-9231-4460-82d0-2fdd045d3f68 admin admin] Deleting subnet 0d931989-8e6d-4c3a-bdc0-c79006c02f39 {{(pid=109124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 00:37:49.496335 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-efc62d2d-9231-4460-82d0-2fdd045d3f68 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:49.542763 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-efc62d2d-9231-4460-82d0-2fdd045d3f68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11556627'] for subnet, precommit_delete_associations {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:49.547599 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 5658ec05-dd43-4e2e-96d6-462ffe750995 no longer exists at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:37:49.568989 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] No Port match for: 5658ec05-dd43-4e2e-96d6-462ffe750995 {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:37:49.569770 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 5658ec05-dd43-4e2e-96d6-462ffe750995 not bound to the agent host dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:37:49.626232 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-efc62d2d-9231-4460-82d0-2fdd045d3f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3679783'] for subnet, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:49.682398 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-efc62d2d-9231-4460-82d0-2fdd045d3f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3679964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11622801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12571129'] for subnet, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:49.711167 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc62d2d-9231-4460-82d0-2fdd045d3f68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d931989-8e6d-4c3a-bdc0-c79006c02f39,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:37:49.713064 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-efc62d2d-9231-4460-82d0-2fdd045d3f68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for subnet, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:49.716315 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-efc62d2d-9231-4460-82d0-2fdd045d3f68 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0d931989-8e6d-4c3a-bdc0-c79006c02f39 HTTP/1.1" status: 204 len: 168 time: 0.2891514 Nov 25 00:37:49.718744 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 50412) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:37:49.720614 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145a6b39-e53b-4530-b141-a41ce870e49d None None] Network f16787dd-9dc0-472e-abb8-ca7962f9097c requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:37:49.792749 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-caa32efe-766a-4fed-891f-7104769da0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3831181'] for network, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:49.854908 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [None req-caa32efe-766a-4fed-891f-7104769da0cd admin admin] Deleting port 1f32caeb-b730-47b2-b313-778691bb2a05 {{(pid=109124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:37:49.855331 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-caa32efe-766a-4fed-891f-7104769da0cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:49.917652 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d33ae3-a48c-4b50-ac23-1418fbad0ab2 None None] DHCP port deletion for f16787dd-9dc0-472e-abb8-ca7962f9097c request from dv-cinder-819200-1-iscsi {{(pid=109125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 00:37:49.925505 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [None req-caa32efe-766a-4fed-891f-7104769da0cd admin admin] For port 1f32caeb-b730-47b2-b313-778691bb2a05, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=1f32caeb-b730-47b2-b313-778691bb2a05,segment=NetworkSegment(d3fb7cb5-725f-44df-abd2-3bd15506fa40),segment_id=d3fb7cb5-725f-44df-abd2-3bd15506fa40)] {{(pid=109124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:37:49.925922 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-caa32efe-766a-4fed-891f-7104769da0cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:49.939111 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [None req-caa32efe-766a-4fed-891f-7104769da0cd admin admin] Calling delete_port for 1f32caeb-b730-47b2-b313-778691bb2a05 owned by network:dhcp {{(pid=109124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:37:49.967792 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-85d33ae3-a48c-4b50-ac23-1418fbad0ab2 None None] Deleting port 1f32caeb-b730-47b2-b313-778691bb2a05 {{(pid=109125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:37:49.968075 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-85d33ae3-a48c-4b50-ac23-1418fbad0ab2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:50.022929 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-caa32efe-766a-4fed-891f-7104769da0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:50.031181 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-85d33ae3-a48c-4b50-ac23-1418fbad0ab2 None None] For port 1f32caeb-b730-47b2-b313-778691bb2a05, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=1f32caeb-b730-47b2-b313-778691bb2a05,segment=NetworkSegment(d3fb7cb5-725f-44df-abd2-3bd15506fa40),segment_id=d3fb7cb5-725f-44df-abd2-3bd15506fa40)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:37:50.031596 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-85d33ae3-a48c-4b50-ac23-1418fbad0ab2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:50.044121 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-85d33ae3-a48c-4b50-ac23-1418fbad0ab2 None None] Calling delete_port for 1f32caeb-b730-47b2-b313-778691bb2a05 owned by network:dhcp {{(pid=109125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:37:50.055110 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa32efe-766a-4fed-891f-7104769da0cd admin admin] Pushing event deleted for resources: {'Port': ['ID=1f32caeb-b730-47b2-b313-778691bb2a05,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:37:50.056926 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa32efe-766a-4fed-891f-7104769da0cd admin admin] No DVR routers for this DVR port 1f32caeb-b730-47b2-b313-778691bb2a05 on host dv-cinder-819200-1-iscsi {{(pid=109124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 00:37:50.126784 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-caa32efe-766a-4fed-891f-7104769da0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3685296', 'neutron.services.segments.db._delete_segments_for_network-8781494352851'] for network, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:50.146930 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.services.segments.db [None req-caa32efe-766a-4fed-891f-7104769da0cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f16787dd-9dc0-472e-abb8-ca7962f9097c']}} {{(pid=109124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:37:50.157498 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-85d33ae3-a48c-4b50-ac23-1418fbad0ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162'] for port, after_delete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:50.157864 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.services.segments.db [None req-caa32efe-766a-4fed-891f-7104769da0cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3fb7cb5-725f-44df-abd2-3bd15506fa40') {'for_net_delete': True} {{(pid=109124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:37:50.158163 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.services.segments.db [None req-caa32efe-766a-4fed-891f-7104769da0cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3fb7cb5-725f-44df-abd2-3bd15506fa40') {} {{(pid=109124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:37:50.167560 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-caa32efe-766a-4fed-891f-7104769da0cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781494358748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11556632'] for segment, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:50.180609 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-caa32efe-766a-4fed-891f-7104769da0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386'] for segment, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:50.183472 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d33ae3-a48c-4b50-ac23-1418fbad0ab2 None None] Pushing event deleted for resources: {'Port': ['ID=1f32caeb-b730-47b2-b313-778691bb2a05,revision_number=None']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:37:50.185699 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d33ae3-a48c-4b50-ac23-1418fbad0ab2 None None] No DVR routers for this DVR port 1f32caeb-b730-47b2-b313-778691bb2a05 on host dv-cinder-819200-1-iscsi {{(pid=109125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 00:37:50.187348 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa32efe-766a-4fed-891f-7104769da0cd admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=109124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 00:37:50.187739 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-caa32efe-766a-4fed-891f-7104769da0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11622763'] for segment, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:50.189487 dv-cinder-819200-1-iscsi neutron-server[109124]: Traceback (most recent call last): Nov 25 00:37:50.189487 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 00:37:50.189487 dv-cinder-819200-1-iscsi neutron-server[109124]: timer() Nov 25 00:37:50.189487 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 00:37:50.189487 dv-cinder-819200-1-iscsi neutron-server[109124]: cb(*args, **kw) Nov 25 00:37:50.189487 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 00:37:50.189487 dv-cinder-819200-1-iscsi neutron-server[109124]: return func(*args, **kwargs) Nov 25 00:37:50.189487 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 00:37:50.189487 dv-cinder-819200-1-iscsi neutron-server[109124]: self._notify() Nov 25 00:37:50.189487 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 00:37:50.189487 dv-cinder-819200-1-iscsi neutron-server[109124]: self.callback(batched_events) Nov 25 00:37:50.189487 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 00:37:50.189487 dv-cinder-819200-1-iscsi neutron-server[109124]: event.method(event) Nov 25 00:37:50.189487 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 00:37:50.189487 dv-cinder-819200-1-iscsi neutron-server[109124]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 00:37:50.189487 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 00:37:50.189487 dv-cinder-819200-1-iscsi neutron-server[109124]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 00:37:50.189487 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 00:37:50.189487 dv-cinder-819200-1-iscsi neutron-server[109124]: return f(self, *a, **k) Nov 25 00:37:50.189487 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 00:37:50.189487 dv-cinder-819200-1-iscsi neutron-server[109124]: return self._get(url).json() Nov 25 00:37:50.189487 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 00:37:50.189487 dv-cinder-819200-1-iscsi neutron-server[109124]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 00:37:50.189487 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 00:37:50.189487 dv-cinder-819200-1-iscsi neutron-server[109124]: return self.request(url, 'GET', **kwargs) Nov 25 00:37:50.189487 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 00:37:50.189487 dv-cinder-819200-1-iscsi neutron-server[109124]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 00:37:50.189487 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 00:37:50.189487 dv-cinder-819200-1-iscsi neutron-server[109124]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 00:37:50.189487 dv-cinder-819200-1-iscsi neutron-server[109124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 00:37:50.189487 dv-cinder-819200-1-iscsi neutron-server[109124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 00:37:50.189487 dv-cinder-819200-1-iscsi neutron-server[109124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 00:37:50.193490 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d33ae3-a48c-4b50-ac23-1418fbad0ab2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:37:50.193847 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d33ae3-a48c-4b50-ac23-1418fbad0ab2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:37:50.194191 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d33ae3-a48c-4b50-ac23-1418fbad0ab2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:37:50.194530 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d33ae3-a48c-4b50-ac23-1418fbad0ab2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:37:50.195448 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d33ae3-a48c-4b50-ac23-1418fbad0ab2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:37:50.195847 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d33ae3-a48c-4b50-ac23-1418fbad0ab2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:37:50.196098 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d33ae3-a48c-4b50-ac23-1418fbad0ab2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:37:50.196426 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d33ae3-a48c-4b50-ac23-1418fbad0ab2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:37:50.196762 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d33ae3-a48c-4b50-ac23-1418fbad0ab2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:37:50.197088 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d33ae3-a48c-4b50-ac23-1418fbad0ab2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:37:50.197412 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d33ae3-a48c-4b50-ac23-1418fbad0ab2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:37:50.197732 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d33ae3-a48c-4b50-ac23-1418fbad0ab2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:37:50.250082 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-caa32efe-766a-4fed-891f-7104769da0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3685289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622934'] for network, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:50.255466 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-caa32efe-766a-4fed-891f-7104769da0cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for network, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:50.259145 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-caa32efe-766a-4fed-891f-7104769da0cd admin admin] 10.222.0.37 "DELETE /v2.0/networks/f16787dd-9dc0-472e-abb8-ca7962f9097c HTTP/1.1" status: 204 len: 168 time: 0.5393763 Nov 25 00:37:50.262563 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 50414) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:37:50.270316 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa32efe-766a-4fed-891f-7104769da0cd admin admin] Pushing event deleted for resources: {'Network': ['ID=f16787dd-9dc0-472e-abb8-ca7962f9097c,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:37:50.614660 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-523795a2-dea0-43d2-b870-edec50af7492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762440'] for router_interface, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:50.866333 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-523795a2-dea0-43d2-b870-edec50af7492 admin admin] Deleting port 528a1cb6-c6ed-4b1e-9193-a9532510ef26 {{(pid=109123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:37:50.867172 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-523795a2-dea0-43d2-b870-edec50af7492 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:50.948336 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [None req-523795a2-dea0-43d2-b870-edec50af7492 admin admin] For port 528a1cb6-c6ed-4b1e-9193-a9532510ef26, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=528a1cb6-c6ed-4b1e-9193-a9532510ef26,segment=NetworkSegment(9aef26ae-e875-4abc-861e-eea3a2de5cd0),segment_id=9aef26ae-e875-4abc-861e-eea3a2de5cd0)] {{(pid=109123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:37:50.948733 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-523795a2-dea0-43d2-b870-edec50af7492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:50.961734 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-523795a2-dea0-43d2-b870-edec50af7492 admin admin] Calling delete_port for 528a1cb6-c6ed-4b1e-9193-a9532510ef26 owned by network:router_interface {{(pid=109123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:37:51.098080 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:51.138962 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-523795a2-dea0-43d2-b870-edec50af7492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:51.169292 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523795a2-dea0-43d2-b870-edec50af7492 admin admin] Pushing event deleted for resources: {'Port': ['ID=528a1cb6-c6ed-4b1e-9193-a9532510ef26,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:37:51.332202 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-523795a2-dea0-43d2-b870-edec50af7492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-762580'] for router_interface, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:51.493893 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 525a330d-91ec-425e-a67b-432380ff7ba9 no longer exists at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:37:51.518393 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] No Port match for: 525a330d-91ec-425e-a67b-432380ff7ba9 {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:37:51.518758 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 525a330d-91ec-425e-a67b-432380ff7ba9 not bound to the agent host dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:37:51.519165 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 1f32caeb-b730-47b2-b313-778691bb2a05 no longer exists at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:37:51.538173 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] No Port match for: 1f32caeb-b730-47b2-b313-778691bb2a05 {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:37:51.541430 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 1f32caeb-b730-47b2-b313-778691bb2a05 not bound to the agent host dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:37:51.551904 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523795a2-dea0-43d2-b870-edec50af7492 admin admin] Router 6868f365-b1e7-4ca5-af17-c386144fb1ee has already been hosted by L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 {{(pid=109123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 00:37:51.658952 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523795a2-dea0-43d2-b870-edec50af7492 admin admin] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:37:51.664306 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-523795a2-dea0-43d2-b870-edec50af7492 admin admin] 10.222.0.37 "PUT /v2.0/routers/6868f365-b1e7-4ca5-af17-c386144fb1ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4004152 Nov 25 00:37:51.667295 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 50418) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:37:51.667952 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203b2305-b5f9-4c3d-b429-f4170a06f9b4 None None] Sync routers for ids ['6868f365-b1e7-4ca5-af17-c386144fb1ee'] in dv-cinder-819200-1-iscsi {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:37:51.677456 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203b2305-b5f9-4c3d-b429-f4170a06f9b4 None None] Routers {'6868f365-b1e7-4ca5-af17-c386144fb1ee'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:37:51.678062 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-203b2305-b5f9-4c3d-b429-f4170a06f9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:37:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['6868f365-b1e7-4ca5-af17-c386144fb1ee'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:37:51.770944 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-b4ae4328-04a9-4aac-9b8c-9a2657573a57 admin admin] Publish callbacks [] for router, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:51.784916 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-203b2305-b5f9-4c3d-b429-f4170a06f9b4 None None] Set router 6868f365-b1e7-4ca5-af17-c386144fb1ee gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:37:51.882265 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-b4ae4328-04a9-4aac-9b8c-9a2657573a57 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:51.940027 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-b4ae4328-04a9-4aac-9b8c-9a2657573a57 admin admin] Deleting port 842dfe19-1943-4364-8805-d16f00d3f85f {{(pid=109123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:37:51.940271 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-b4ae4328-04a9-4aac-9b8c-9a2657573a57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:51.972239 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-203b2305-b5f9-4c3d-b429-f4170a06f9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6868f365-b1e7-4ca5-af17-c386144fb1ee', 'name': 'tempest-TestMinimumBasicScenario-773070571-router', 'tenant_id': '6bf8c5b085c04c6fad65730c5dc273c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '842dfe19-1943-4364-8805-d16f00d3f85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:35:25Z', 'updated_at': '2021-11-25T00:37:51Z', 'revision_number': 5, 'project_id': '6bf8c5b085c04c6fad65730c5dc273c2', 'gw_port': {'id': '842dfe19-1943-4364-8805-d16f00d3f85f', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:85:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6868f365-b1e7-4ca5-af17-c386144fb1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:35:26Z', 'updated_at': '2021-11-25T00:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi'}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:37:51.999871 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203b2305-b5f9-4c3d-b429-f4170a06f9b4 None None] Checking router: 6868f365-b1e7-4ca5-af17-c386144fb1ee for host: dv-cinder-819200-1-iscsi {{(pid=109126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:37:52.009707 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203b2305-b5f9-4c3d-b429-f4170a06f9b4 None None] Routers {'6868f365-b1e7-4ca5-af17-c386144fb1ee'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:37:52.010326 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-203b2305-b5f9-4c3d-b429-f4170a06f9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:37:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['6868f365-b1e7-4ca5-af17-c386144fb1ee'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:37:52.023254 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [None req-b4ae4328-04a9-4aac-9b8c-9a2657573a57 admin admin] For port 842dfe19-1943-4364-8805-d16f00d3f85f, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=842dfe19-1943-4364-8805-d16f00d3f85f,segment=NetworkSegment(2cbd316e-5d05-4c4d-ba22-dac4641013ba),segment_id=2cbd316e-5d05-4c4d-ba22-dac4641013ba)] {{(pid=109123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:37:52.023651 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-b4ae4328-04a9-4aac-9b8c-9a2657573a57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:52.037392 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-b4ae4328-04a9-4aac-9b8c-9a2657573a57 admin admin] Calling delete_port for 842dfe19-1943-4364-8805-d16f00d3f85f owned by network:router_gateway {{(pid=109123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:37:52.199760 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-203b2305-b5f9-4c3d-b429-f4170a06f9b4 None None] Set router 6868f365-b1e7-4ca5-af17-c386144fb1ee gateway port host: None {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:37:52.212392 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-b4ae4328-04a9-4aac-9b8c-9a2657573a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:52.236030 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae4328-04a9-4aac-9b8c-9a2657573a57 admin admin] Pushing event deleted for resources: {'Port': ['ID=842dfe19-1943-4364-8805-d16f00d3f85f,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:37:52.252078 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-203b2305-b5f9-4c3d-b429-f4170a06f9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6868f365-b1e7-4ca5-af17-c386144fb1ee', 'name': 'tempest-TestMinimumBasicScenario-773070571-router', 'tenant_id': '6bf8c5b085c04c6fad65730c5dc273c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:35:25Z', 'updated_at': '2021-11-25T00:37:51Z', 'revision_number': 6, 'project_id': '6bf8c5b085c04c6fad65730c5dc273c2', 'gw_port_host': None}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:37:52.282107 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203b2305-b5f9-4c3d-b429-f4170a06f9b4 None None] The sync data for ids ['6868f365-b1e7-4ca5-af17-c386144fb1ee'] in dv-cinder-819200-1-iscsi is: [{'id': '6868f365-b1e7-4ca5-af17-c386144fb1ee', 'name': 'tempest-TestMinimumBasicScenario-773070571-router', 'tenant_id': '6bf8c5b085c04c6fad65730c5dc273c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:35:25Z', 'updated_at': '2021-11-25T00:37:51Z', 'revision_number': 6, 'project_id': '6bf8c5b085c04c6fad65730c5dc273c2', 'gw_port_host': None}] {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:37:52.300374 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-b4ae4328-04a9-4aac-9b8c-9a2657573a57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622962'] for router_gateway, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:52.388469 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-b4ae4328-04a9-4aac-9b8c-9a2657573a57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-776418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8630'] for router, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:52.390563 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-b4ae4328-04a9-4aac-9b8c-9a2657573a57 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:52.434529 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-b4ae4328-04a9-4aac-9b8c-9a2657573a57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-776429'] for router, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:52.435080 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ae4328-04a9-4aac-9b8c-9a2657573a57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6868f365-b1e7-4ca5-af17-c386144fb1ee {{(pid=109123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 00:37:52.439870 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-b4ae4328-04a9-4aac-9b8c-9a2657573a57 admin admin] Publish callbacks [] for router, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:52.441005 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-b4ae4328-04a9-4aac-9b8c-9a2657573a57 admin admin] 10.222.0.37 "DELETE /v2.0/routers/6868f365-b1e7-4ca5-af17-c386144fb1ee HTTP/1.1" status: 204 len: 168 time: 0.7727864 Nov 25 00:37:52.443481 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 50420) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:37:52.490969 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b6441a-9e0f-4c01-b3c4-29aed6a5b9f4 admin admin] Deleting subnet 42543c0c-e385-4db0-99dc-484246f225d1 {{(pid=109123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 00:37:52.494522 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-74b6441a-9e0f-4c01-b3c4-29aed6a5b9f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:52.528171 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-74b6441a-9e0f-4c01-b3c4-29aed6a5b9f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12550361'] for subnet, precommit_delete_associations {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:52.606238 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-74b6441a-9e0f-4c01-b3c4-29aed6a5b9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3679783'] for subnet, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:52.662520 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-74b6441a-9e0f-4c01-b3c4-29aed6a5b9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3679964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11305922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12290967'] for subnet, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:52.691594 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6441a-9e0f-4c01-b3c4-29aed6a5b9f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42543c0c-e385-4db0-99dc-484246f225d1,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:37:52.698672 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-74b6441a-9e0f-4c01-b3c4-29aed6a5b9f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:52.701277 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-74b6441a-9e0f-4c01-b3c4-29aed6a5b9f4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/42543c0c-e385-4db0-99dc-484246f225d1 HTTP/1.1" status: 204 len: 168 time: 0.2568560 Nov 25 00:37:52.702057 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88b6f47-40de-4f5e-9dfa-533e0da0e6ff None None] Network d8435c9a-52a9-4798-aa54-af29c1ba2ec3 requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:37:52.704272 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 50422) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:37:52.770650 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-c93cab30-bda0-4b5d-be5d-2aee05957be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3831181'] for network, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:52.823498 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-c93cab30-bda0-4b5d-be5d-2aee05957be6 admin admin] Deleting port 04564642-3023-40b5-87a2-4afe59441b89 {{(pid=109123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:37:52.823831 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-c93cab30-bda0-4b5d-be5d-2aee05957be6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:53.024858 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6468b0-01d4-4092-8006-ca36c9664f9b None None] DHCP port deletion for d8435c9a-52a9-4798-aa54-af29c1ba2ec3 request from dv-cinder-819200-1-iscsi {{(pid=109125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 00:37:53.080729 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-fb6468b0-01d4-4092-8006-ca36c9664f9b None None] Deleting port 04564642-3023-40b5-87a2-4afe59441b89 {{(pid=109125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:37:53.081106 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-fb6468b0-01d4-4092-8006-ca36c9664f9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:53.155088 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-fb6468b0-01d4-4092-8006-ca36c9664f9b None None] For port 04564642-3023-40b5-87a2-4afe59441b89, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=04564642-3023-40b5-87a2-4afe59441b89,segment=NetworkSegment(9aef26ae-e875-4abc-861e-eea3a2de5cd0),segment_id=9aef26ae-e875-4abc-861e-eea3a2de5cd0)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:37:53.155496 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-fb6468b0-01d4-4092-8006-ca36c9664f9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:53.168383 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-fb6468b0-01d4-4092-8006-ca36c9664f9b None None] Calling delete_port for 04564642-3023-40b5-87a2-4afe59441b89 owned by network:dhcp {{(pid=109125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:37:53.176391 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [None req-c93cab30-bda0-4b5d-be5d-2aee05957be6 admin admin] For port 04564642-3023-40b5-87a2-4afe59441b89, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=04564642-3023-40b5-87a2-4afe59441b89,segment=NetworkSegment(9aef26ae-e875-4abc-861e-eea3a2de5cd0),segment_id=9aef26ae-e875-4abc-861e-eea3a2de5cd0)] {{(pid=109123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:37:53.176753 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-c93cab30-bda0-4b5d-be5d-2aee05957be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:53.190348 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-c93cab30-bda0-4b5d-be5d-2aee05957be6 admin admin] Calling delete_port for 04564642-3023-40b5-87a2-4afe59441b89 owned by network:dhcp {{(pid=109123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:37:53.258368 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-fb6468b0-01d4-4092-8006-ca36c9664f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162'] for port, after_delete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:53.279637 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-c93cab30-bda0-4b5d-be5d-2aee05957be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:53.284936 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6468b0-01d4-4092-8006-ca36c9664f9b None None] Pushing event deleted for resources: {'Port': ['ID=04564642-3023-40b5-87a2-4afe59441b89,revision_number=None']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:37:53.293160 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6468b0-01d4-4092-8006-ca36c9664f9b None None] No DVR routers for this DVR port 04564642-3023-40b5-87a2-4afe59441b89 on host dv-cinder-819200-1-iscsi {{(pid=109125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 00:37:53.310448 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93cab30-bda0-4b5d-be5d-2aee05957be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=04564642-3023-40b5-87a2-4afe59441b89,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:37:53.314070 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93cab30-bda0-4b5d-be5d-2aee05957be6 admin admin] No DVR routers for this DVR port 04564642-3023-40b5-87a2-4afe59441b89 on host dv-cinder-819200-1-iscsi {{(pid=109123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 00:37:53.386366 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-c93cab30-bda0-4b5d-be5d-2aee05957be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3685296', 'neutron.services.segments.db._delete_segments_for_network-8781494352851'] for network, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:53.410382 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-c93cab30-bda0-4b5d-be5d-2aee05957be6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8435c9a-52a9-4798-aa54-af29c1ba2ec3']}} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:37:53.421407 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-c93cab30-bda0-4b5d-be5d-2aee05957be6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aef26ae-e875-4abc-861e-eea3a2de5cd0') {'for_net_delete': True} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:37:53.421703 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-c93cab30-bda0-4b5d-be5d-2aee05957be6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aef26ae-e875-4abc-861e-eea3a2de5cd0') {} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:37:53.431545 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-c93cab30-bda0-4b5d-be5d-2aee05957be6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781494358748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12550354'] for segment, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:53.444450 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-c93cab30-bda0-4b5d-be5d-2aee05957be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386'] for segment, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:53.448727 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 842dfe19-1943-4364-8805-d16f00d3f85f no longer exists at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:37:53.451270 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c93cab30-bda0-4b5d-be5d-2aee05957be6 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=109123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 00:37:53.451668 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-c93cab30-bda0-4b5d-be5d-2aee05957be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11305784'] for segment, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: self.session.flush() Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: self.session.flush() Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: self.session.flush() Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: self.session.flush() Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: Traceback (most recent call last): Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: timer() Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: cb(*args, **kw) Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: return func(*args, **kwargs) Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: self._notify() Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: self.callback(batched_events) Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: event.method(event) Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: return f(self, *a, **k) Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: return self._get(url).json() Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: return self.request(url, 'GET', **kwargs) Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 00:37:53.453446 dv-cinder-819200-1-iscsi neutron-server[109123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 00:37:53.470967 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] No Port match for: 842dfe19-1943-4364-8805-d16f00d3f85f {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:37:53.471323 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 842dfe19-1943-4364-8805-d16f00d3f85f not bound to the agent host dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:37:53.471743 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 04564642-3023-40b5-87a2-4afe59441b89 no longer exists at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:37:53.493929 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] No Port match for: 04564642-3023-40b5-87a2-4afe59441b89 {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:37:53.494274 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 04564642-3023-40b5-87a2-4afe59441b89 not bound to the agent host dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:37:53.494705 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 528a1cb6-c6ed-4b1e-9193-a9532510ef26 no longer exists at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:37:53.513006 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-c93cab30-bda0-4b5d-be5d-2aee05957be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3685289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622934'] for network, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:53.514574 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] No Port match for: 528a1cb6-c6ed-4b1e-9193-a9532510ef26 {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:37:53.515022 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 528a1cb6-c6ed-4b1e-9193-a9532510ef26 not bound to the agent host dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:37:53.518724 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-c93cab30-bda0-4b5d-be5d-2aee05957be6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for network, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:53.524989 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-c93cab30-bda0-4b5d-be5d-2aee05957be6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d8435c9a-52a9-4798-aa54-af29c1ba2ec3 HTTP/1.1" status: 204 len: 168 time: 0.8167868 Nov 25 00:37:53.536167 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93cab30-bda0-4b5d-be5d-2aee05957be6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8435c9a-52a9-4798-aa54-af29c1ba2ec3,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:37:53.687803 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 50426) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:37:53.727768 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-cd98ccae-a99d-4a55-9c00-3c44b5ee5146 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca8642a14a804da3871ddf4464eea3d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387554 Nov 25 00:37:53.730195 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 50428) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:37:53.777937 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b1c91b0e-f9ac-4495-9987-915241ac0a9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:53.799084 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b1c91b0e-f9ac-4495-9987-915241ac0a9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:53.846180 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b1c91b0e-f9ac-4495-9987-915241ac0a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:53.848837 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-b1c91b0e-f9ac-4495-9987-915241ac0a9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:53.850006 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-b1c91b0e-f9ac-4495-9987-915241ac0a9f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/10d1f088-2928-4fb3-bbaa-dcaf609a438b HTTP/1.1" status: 204 len: 168 time: 0.1188374 Nov 25 00:37:53.858112 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c91b0e-f9ac-4495-9987-915241ac0a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d1f088-2928-4fb3-bbaa-dcaf609a438b,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:37:54.176720 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 50434) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:37:54.223813 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-bb0657e2-5805-4d31-ac16-cfb5212d5d10 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6bf8c5b085c04c6fad65730c5dc273c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458992 Nov 25 00:37:54.226818 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 50436) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:37:54.278333 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-ce4922f1-f4ce-45a7-88be-fce0fa6e9a92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:54.301803 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-ce4922f1-f4ce-45a7-88be-fce0fa6e9a92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:54.352311 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-ce4922f1-f4ce-45a7-88be-fce0fa6e9a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:54.354867 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-ce4922f1-f4ce-45a7-88be-fce0fa6e9a92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:37:54.356050 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-ce4922f1-f4ce-45a7-88be-fce0fa6e9a92 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f253faff-863e-4399-a2b6-f2dbef915c43 HTTP/1.1" status: 204 len: 168 time: 0.1282897 Nov 25 00:37:54.365300 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4922f1-f4ce-45a7-88be-fce0fa6e9a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f253faff-863e-4399-a2b6-f2dbef915c43,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:38:11.908370 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-47b35605-01ee-4a8e-a9c6-7b8275595536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:38:14.441275 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-1da154b2-ce98-4396-a0ba-2c5e7be85acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:38:16.449473 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:38:18.395829 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:38:18.435483 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:38:21.104653 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:38:22.682835 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 6 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 00:38:27.421670 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3adfa40d-c77c-43e9-9e6c-00c11f628863 req-8a683a1e-51bf-4ef1-aa90-92dd5145c780 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1757009 Nov 25 00:38:27.505859 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfa40d-c77c-43e9-9e6c-00c11f628863 req-8b7ce5e7-308d-4917-9c0e-5b0ecd93bcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:38:27.507315 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3adfa40d-c77c-43e9-9e6c-00c11f628863 req-8b7ce5e7-308d-4917-9c0e-5b0ecd93bcdd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8537d37a59f34a86a54b106e5f66df14&device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 1098 time: 0.0425372 Nov 25 00:38:27.612006 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfa40d-c77c-43e9-9e6c-00c11f628863 req-391e687a-e26c-47fa-8cbb-be81f3acc2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:38:27.613481 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3adfa40d-c77c-43e9-9e6c-00c11f628863 req-391e687a-e26c-47fa-8cbb-be81f3acc2b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aa757134-ed46-4072-85c3-9015c512ef5e HTTP/1.1" status: 200 len: 912 time: 0.0861316 Nov 25 00:38:27.682413 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3adfa40d-c77c-43e9-9e6c-00c11f628863 req-c93d58f8-ca1c-4e18-8e4e-eab86863de36 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2719d703-a269-4500-a807-2218af325b8e HTTP/1.1" status: 200 len: 1001 time: 0.0617869 Nov 25 00:38:27.732347 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfa40d-c77c-43e9-9e6c-00c11f628863 req-bdde11e5-34ec-46e0-9809-0e70ca40bac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:38:27.732347 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3adfa40d-c77c-43e9-9e6c-00c11f628863 req-bdde11e5-34ec-46e0-9809-0e70ca40bac8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=572fab33-4b34-4f32-bd87-b36767f40e81 HTTP/1.1" status: 200 len: 850 time: 0.0430925 Nov 25 00:38:27.784081 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfa40d-c77c-43e9-9e6c-00c11f628863 req-6d401680-5b0e-42ec-a87f-700f6bb85091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:38:27.786147 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3adfa40d-c77c-43e9-9e6c-00c11f628863 req-6d401680-5b0e-42ec-a87f-700f6bb85091 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aa757134-ed46-4072-85c3-9015c512ef5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467014 Nov 25 00:38:27.798035 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [req-3adfa40d-c77c-43e9-9e6c-00c11f628863 req-aa28ab0d-7d26-4969-a699-3242fff49d49 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 00:38:27.798990 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3adfa40d-c77c-43e9-9e6c-00c11f628863 req-aa28ab0d-7d26-4969-a699-3242fff49d49 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049362 Nov 25 00:38:27.893353 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3adfa40d-c77c-43e9-9e6c-00c11f628863 req-2d961b96-7db1-41f5-9059-93e4f625ab1d service neutron] 10.222.0.36 "GET /v2.0/networks/aa757134-ed46-4072-85c3-9015c512ef5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874622 Nov 25 00:38:27.981842 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-3adfa40d-c77c-43e9-9e6c-00c11f628863 req-2e06e3d3-5736-4c21-9772-65ee42a7bf9d service neutron] 10.222.0.36 "GET /v2.0/networks/aa757134-ed46-4072-85c3-9015c512ef5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810547 Nov 25 00:38:41.909265 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7410ecc4-2b64-475f-b365-e3d2fc075687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:38:44.442539 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-c7ea5e07-b448-409c-a1f2-920bf819a7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:38:46.451973 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:38:48.408125 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:38:48.442172 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:38:51.120138 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:38:59.681863 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 6 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 00:39:00.549614 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 50452) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:39:00.703407 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [None req-5a2ea663-1453-4c48-bb3c-108697ce40cc tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Deleting port a113fa68-d51c-4ad2-81f1-5245bd668f7d {{(pid=109124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:39:00.703743 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-5a2ea663-1453-4c48-bb3c-108697ce40cc tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:00.780630 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-5a2ea663-1453-4c48-bb3c-108697ce40cc tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:00.780948 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-5a2ea663-1453-4c48-bb3c-108697ce40cc tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:00.793046 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [None req-5a2ea663-1453-4c48-bb3c-108697ce40cc tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Calling delete_port for a113fa68-d51c-4ad2-81f1-5245bd668f7d owned by network:floatingip {{(pid=109124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:39:00.960024 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-5a2ea663-1453-4c48-bb3c-108697ce40cc tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:00.986835 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ea663-1453-4c48-bb3c-108697ce40cc tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Pushing event deleted for resources: {'Port': ['ID=a113fa68-d51c-4ad2-81f1-5245bd668f7d,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:39:00.998905 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2ea663-1453-4c48-bb3c-108697ce40cc tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:39:00.999261 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2ea663-1453-4c48-bb3c-108697ce40cc tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:39:00.999605 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2ea663-1453-4c48-bb3c-108697ce40cc tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:39:00.999943 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2ea663-1453-4c48-bb3c-108697ce40cc tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:39:01.000277 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2ea663-1453-4c48-bb3c-108697ce40cc tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:39:01.000607 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2ea663-1453-4c48-bb3c-108697ce40cc tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:39:01.000937 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2ea663-1453-4c48-bb3c-108697ce40cc tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:39:01.001273 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2ea663-1453-4c48-bb3c-108697ce40cc tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:39:01.001599 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2ea663-1453-4c48-bb3c-108697ce40cc tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:39:01.001924 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2ea663-1453-4c48-bb3c-108697ce40cc tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:39:01.002254 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2ea663-1453-4c48-bb3c-108697ce40cc tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:39:01.002563 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2ea663-1453-4c48-bb3c-108697ce40cc tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:39:01.058236 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-5a2ea663-1453-4c48-bb3c-108697ce40cc tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for floatingip, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:01.058565 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.db.l3_db [None req-5a2ea663-1453-4c48-bb3c-108697ce40cc tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Floating IP 75f6acd9-e38f-4ad6-8956-feff0148f7bd disassociated (deleted). External IP: 172.27.2.93, port: ab043691-ede8-46fc-95b3-9332ecff5b02. Nov 25 00:39:01.268053 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2ea663-1453-4c48-bb3c-108697ce40cc tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Router cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 has already been hosted by L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 {{(pid=109124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 00:39:01.378118 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2ea663-1453-4c48-bb3c-108697ce40cc tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:39:01.383227 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-5a2ea663-1453-4c48-bb3c-108697ce40cc tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for floatingip, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:01.389254 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552bc454-15ac-45a2-a85b-9e0db9a1afa1 None None] Sync routers for ids ['cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'] in dv-cinder-819200-1-iscsi {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:39:01.398671 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552bc454-15ac-45a2-a85b-9e0db9a1afa1 None None] Routers {'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:39:01.399286 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-552bc454-15ac-45a2-a85b-9e0db9a1afa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:38:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:39:01.410265 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-5a2ea663-1453-4c48-bb3c-108697ce40cc tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "DELETE /v2.0/floatingips/75f6acd9-e38f-4ad6-8956-feff0148f7bd HTTP/1.1" status: 204 len: 168 time: 0.8596308 Nov 25 00:39:01.410866 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45bb2f36-cc5d-43b3-9523-a69caf6890d7', 'tag': 'ab043691-ede8-46fc-95b3-9332ecff5b02'}] {{(pid=109124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:39:01.413083 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c540b04f577278a42f04ac83864b9661265f6e355fc5f2cf5b057c36d7214e30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8ce20b-c308-47a1-974f-eccc5b08b131" -d '{"events": [{"name": "network-changed", "server_uuid": "45bb2f36-cc5d-43b3-9523-a69caf6890d7", "tag": "ab043691-ede8-46fc-95b3-9332ecff5b02"}]}' {{(pid=109124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:39:01.599767 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 00:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c578a6b9-efc2-4ba6-b9a8-19077c016e28 x-openstack-request-id: req-c578a6b9-efc2-4ba6-b9a8-19077c016e28 {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:39:01.600396 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45bb2f36-cc5d-43b3-9523-a69caf6890d7", "tag": "ab043691-ede8-46fc-95b3-9332ecff5b02", "status": "completed", "code": 200}]} {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:39:01.600396 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c578a6b9-efc2-4ba6-b9a8-19077c016e28 {{(pid=109124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:39:01.600717 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45bb2f36-cc5d-43b3-9523-a69caf6890d7', 'tag': 'ab043691-ede8-46fc-95b3-9332ecff5b02', 'status': 'completed', 'code': 200} Nov 25 00:39:01.635570 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-552bc454-15ac-45a2-a85b-9e0db9a1afa1 None None] Set router cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:39:01.664135 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ce20b-c308-47a1-974f-eccc5b08b131 req-a5da4539-c14c-4f7d-9ebb-d1a1676ab41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:39:01.666331 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-cc8ce20b-c308-47a1-974f-eccc5b08b131 req-a5da4539-c14c-4f7d-9ebb-d1a1676ab41a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8537d37a59f34a86a54b106e5f66df14&device_id=45bb2f36-cc5d-43b3-9523-a69caf6890d7 HTTP/1.1" status: 200 len: 1098 time: 0.0444775 Nov 25 00:39:01.772486 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6043d8-2558-4cb6-bec4-8bbc159467b5 req-c4160844-5c60-49f4-908a-6606726d9312 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:39:01.774052 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-2f6043d8-2558-4cb6-bec4-8bbc159467b5 req-c4160844-5c60-49f4-908a-6606726d9312 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=45bb2f36-cc5d-43b3-9523-a69caf6890d7 HTTP/1.1" status: 200 len: 945 time: 0.1632345 Nov 25 00:39:01.812544 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ce20b-c308-47a1-974f-eccc5b08b131 req-73a12347-c337-4ed2-96c9-4782611d1761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:39:01.814026 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-cc8ce20b-c308-47a1-974f-eccc5b08b131 req-73a12347-c337-4ed2-96c9-4782611d1761 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aa757134-ed46-4072-85c3-9015c512ef5e HTTP/1.1" status: 200 len: 912 time: 0.1356006 Nov 25 00:39:01.858519 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-552bc454-15ac-45a2-a85b-9e0db9a1afa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'name': 'tempest-TestVolumeBootPattern-676175612-router', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:48Z', 'revision_number': 4, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'gw_port': {'id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_floatingips': [{'id': '2f5a0df4-6734-41db-a336-f1838ea9aad9', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'router_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'port_id': '2719d703-a269-4500-a807-2218af325b8e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'mac_address': 'fa:16:3e:67:d3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c194234-0c6f-42e0-a5dd-8de8f0f586ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T00:35:12Z', 'updated_at': '2021-11-25T00:35:15Z', 'revision_number': 1, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9', 'name': '', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'mac_address': 'fa:16:3e:b4:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:47Z', 'updated_at': '2021-11-25T00:30:54Z', 'revision_number': 5, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'subnets': [{'id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:39:01.869237 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-cc8ce20b-c308-47a1-974f-eccc5b08b131 req-55688e8f-f8f5-4e3a-b6a0-fade4e1eee1b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab043691-ede8-46fc-95b3-9332ecff5b02 HTTP/1.1" status: 200 len: 217 time: 0.0453637 Nov 25 00:39:01.878123 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-2f6043d8-2558-4cb6-bec4-8bbc159467b5 req-f91d34af-0aad-48e3-84cf-94a21ed88ddc tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948939 Nov 25 00:39:01.888437 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552bc454-15ac-45a2-a85b-9e0db9a1afa1 None None] Checking router: cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 for host: dv-cinder-819200-1-iscsi {{(pid=109125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:39:01.907664 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552bc454-15ac-45a2-a85b-9e0db9a1afa1 None None] Routers {'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:39:01.908267 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-552bc454-15ac-45a2-a85b-9e0db9a1afa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:38:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:39:01.922167 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ce20b-c308-47a1-974f-eccc5b08b131 req-3430dcec-cba9-45c1-a2db-e045cb5b253e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:39:01.923671 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-cc8ce20b-c308-47a1-974f-eccc5b08b131 req-3430dcec-cba9-45c1-a2db-e045cb5b253e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=572fab33-4b34-4f32-bd87-b36767f40e81 HTTP/1.1" status: 200 len: 850 time: 0.0446815 Nov 25 00:39:01.970740 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ce20b-c308-47a1-974f-eccc5b08b131 req-28f8bdf3-f034-41f7-abe4-d7af99a4bd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:39:01.972236 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-cc8ce20b-c308-47a1-974f-eccc5b08b131 req-28f8bdf3-f034-41f7-abe4-d7af99a4bd82 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aa757134-ed46-4072-85c3-9015c512ef5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403478 Nov 25 00:39:02.011953 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-552bc454-15ac-45a2-a85b-9e0db9a1afa1 None None] Set router cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:39:02.067095 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-cc8ce20b-c308-47a1-974f-eccc5b08b131 req-b9570cb8-8e52-4196-a19e-3e39d8228a41 service neutron] 10.222.0.36 "GET /v2.0/networks/aa757134-ed46-4072-85c3-9015c512ef5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860636 Nov 25 00:39:02.158652 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-cc8ce20b-c308-47a1-974f-eccc5b08b131 req-9fb5df16-299c-4a80-a694-0b3f88968d7d service neutron] 10.222.0.36 "GET /v2.0/networks/aa757134-ed46-4072-85c3-9015c512ef5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836527 Nov 25 00:39:02.249743 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-552bc454-15ac-45a2-a85b-9e0db9a1afa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'name': 'tempest-TestVolumeBootPattern-676175612-router', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:48Z', 'revision_number': 4, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'gw_port': {'id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_floatingips': [{'id': '2f5a0df4-6734-41db-a336-f1838ea9aad9', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'router_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'port_id': '2719d703-a269-4500-a807-2218af325b8e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'mac_address': 'fa:16:3e:67:d3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c194234-0c6f-42e0-a5dd-8de8f0f586ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T00:35:12Z', 'updated_at': '2021-11-25T00:35:15Z', 'revision_number': 1, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9', 'name': '', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'mac_address': 'fa:16:3e:b4:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:47Z', 'updated_at': '2021-11-25T00:30:54Z', 'revision_number': 5, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'subnets': [{'id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:39:02.275949 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552bc454-15ac-45a2-a85b-9e0db9a1afa1 None None] The sync data for ids ['cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'] in dv-cinder-819200-1-iscsi is: [{'id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'name': 'tempest-TestVolumeBootPattern-676175612-router', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:48Z', 'revision_number': 4, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'gw_port': {'id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_floatingips': [{'id': '2f5a0df4-6734-41db-a336-f1838ea9aad9', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'router_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'port_id': '2719d703-a269-4500-a807-2218af325b8e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'mac_address': 'fa:16:3e:67:d3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c194234-0c6f-42e0-a5dd-8de8f0f586ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T00:35:12Z', 'updated_at': '2021-11-25T00:35:15Z', 'revision_number': 1, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9', 'name': '', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'mac_address': 'fa:16:3e:b4:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:47Z', 'updated_at': '2021-11-25T00:30:54Z', 'revision_number': 5, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'subnets': [{'id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:39:02.489233 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef3191c-d08b-42ce-b9aa-5e36eaa4d281 None None] New status for floating IP 75f6acd9-e38f-4ad6-8956-feff0148f7bd: DOWN {{(pid=109126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 00:39:03.049581 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fcd00-83f8-4126-8089-1b407d9d9562 req-e8a6f193-ff7e-449f-8adf-64689629eb20 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:39:03.051091 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c53fcd00-83f8-4126-8089-1b407d9d9562 req-e8a6f193-ff7e-449f-8adf-64689629eb20 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=45bb2f36-cc5d-43b3-9523-a69caf6890d7 HTTP/1.1" status: 200 len: 945 time: 0.1023855 Nov 25 00:39:03.101989 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-c53fcd00-83f8-4126-8089-1b407d9d9562 req-20699dc9-f1b5-4169-8015-1724126b73bb tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443685 Nov 25 00:39:03.143887 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d1545-1c92-442a-a212-e00dc8b1bf26 req-6c9aab04-3cde-4424-9b4b-c9a565a4ae42 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:39:03.145365 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-031d1545-1c92-442a-a212-e00dc8b1bf26 req-6c9aab04-3cde-4424-9b4b-c9a565a4ae42 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.36 "GET /v2.0/ports?device_id=45bb2f36-cc5d-43b3-9523-a69caf6890d7 HTTP/1.1" status: 200 len: 945 time: 0.0537972 Nov 25 00:39:03.234397 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [req-031d1545-1c92-442a-a212-e00dc8b1bf26 req-80e05b78-8117-4740-8784-b8eae6b8b8b1 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Deleting port ab043691-ede8-46fc-95b3-9332ecff5b02 {{(pid=109124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:39:03.234783 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-031d1545-1c92-442a-a212-e00dc8b1bf26 req-80e05b78-8117-4740-8784-b8eae6b8b8b1 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:03.325767 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [req-031d1545-1c92-442a-a212-e00dc8b1bf26 req-80e05b78-8117-4740-8784-b8eae6b8b8b1 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] For port ab043691-ede8-46fc-95b3-9332ecff5b02, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=ab043691-ede8-46fc-95b3-9332ecff5b02,segment=NetworkSegment(2b169a1d-4120-413d-9aa2-8c8ecf745be0),segment_id=2b169a1d-4120-413d-9aa2-8c8ecf745be0)] {{(pid=109124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:39:03.326126 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-031d1545-1c92-442a-a212-e00dc8b1bf26 req-80e05b78-8117-4740-8784-b8eae6b8b8b1 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:03.338707 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [req-031d1545-1c92-442a-a212-e00dc8b1bf26 req-80e05b78-8117-4740-8784-b8eae6b8b8b1 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Calling delete_port for ab043691-ede8-46fc-95b3-9332ecff5b02 owned by compute:nova {{(pid=109124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:39:03.467119 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-031d1545-1c92-442a-a212-e00dc8b1bf26 req-80e05b78-8117-4740-8784-b8eae6b8b8b1 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:03.503594 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e05b78-8117-4740-8784-b8eae6b8b8b1 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Pushing event deleted for resources: {'Port': ['ID=ab043691-ede8-46fc-95b3-9332ecff5b02,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:39:03.545536 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.l3_dvrscheduler_db [req-031d1545-1c92-442a-a212-e00dc8b1bf26 req-80e05b78-8117-4740-8784-b8eae6b8b8b1 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] No DVR routers for this DVR port ab043691-ede8-46fc-95b3-9332ecff5b02 on host hv-cinder-81920 {{(pid=109124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 00:39:03.547949 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-031d1545-1c92-442a-a212-e00dc8b1bf26 req-80e05b78-8117-4740-8784-b8eae6b8b8b1 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:03.551392 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-031d1545-1c92-442a-a212-e00dc8b1bf26 req-80e05b78-8117-4740-8784-b8eae6b8b8b1 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.36 "DELETE /v2.0/ports/ab043691-ede8-46fc-95b3-9332ecff5b02 HTTP/1.1" status: 204 len: 173 time: 0.3991628 Nov 25 00:39:03.602165 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45bb2f36-cc5d-43b3-9523-a69caf6890d7', 'name': 'network-vif-deleted', 'tag': 'ab043691-ede8-46fc-95b3-9332ecff5b02'}] {{(pid=109124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:39:03.605162 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c540b04f577278a42f04ac83864b9661265f6e355fc5f2cf5b057c36d7214e30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83447781-3ad8-4ac6-a54e-a73256d5ae4c" -d '{"events": [{"server_uuid": "45bb2f36-cc5d-43b3-9523-a69caf6890d7", "name": "network-vif-deleted", "tag": "ab043691-ede8-46fc-95b3-9332ecff5b02"}]}' {{(pid=109124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:39:03.652290 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810aa3db-6039-44cb-91a5-256337b8daad x-openstack-request-id: req-810aa3db-6039-44cb-91a5-256337b8daad {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:39:03.652578 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45bb2f36-cc5d-43b3-9523-a69caf6890d7", "name": "network-vif-deleted", "tag": "ab043691-ede8-46fc-95b3-9332ecff5b02", "status": "completed", "code": 200}]} {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:39:03.652837 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-810aa3db-6039-44cb-91a5-256337b8daad {{(pid=109124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:39:03.653232 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45bb2f36-cc5d-43b3-9523-a69caf6890d7', 'name': 'network-vif-deleted', 'tag': 'ab043691-ede8-46fc-95b3-9332ecff5b02', 'status': 'completed', 'code': 200} Nov 25 00:39:04.215809 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-b1fe9b5d-a767-4b52-a7d8-1d5efdac9413 req-c110e1ff-1825-4609-aa6a-bbce91119be9 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=45bb2f36-cc5d-43b3-9523-a69caf6890d7 HTTP/1.1" status: 200 len: 210 time: 0.0276368 Nov 25 00:39:06.817759 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device ab043691-ede8-46fc-95b3-9332ecff5b02 no longer exists at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:39:06.843493 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] No Port match for: ab043691-ede8-46fc-95b3-9332ecff5b02 {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:39:06.843837 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device ab043691-ede8-46fc-95b3-9332ecff5b02 not bound to the agent host hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:39:07.485532 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 50500) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:39:07.641538 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [None req-22561d77-c4c3-4afb-8199-519616facf6e tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Deleting port c7a400b1-16da-469b-9240-da0cf252f305 {{(pid=109124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:39:07.641875 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-22561d77-c4c3-4afb-8199-519616facf6e tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:07.718635 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-22561d77-c4c3-4afb-8199-519616facf6e tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:07.718972 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-22561d77-c4c3-4afb-8199-519616facf6e tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:07.731231 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [None req-22561d77-c4c3-4afb-8199-519616facf6e tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Calling delete_port for c7a400b1-16da-469b-9240-da0cf252f305 owned by network:floatingip {{(pid=109124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:39:07.877419 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-22561d77-c4c3-4afb-8199-519616facf6e tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:07.901895 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22561d77-c4c3-4afb-8199-519616facf6e tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Pushing event deleted for resources: {'Port': ['ID=c7a400b1-16da-469b-9240-da0cf252f305,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:39:07.965130 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-22561d77-c4c3-4afb-8199-519616facf6e tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for floatingip, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:07.965455 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.db.l3_db [None req-22561d77-c4c3-4afb-8199-519616facf6e tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Floating IP 2f5a0df4-6734-41db-a336-f1838ea9aad9 disassociated (deleted). External IP: 172.27.2.135, port: 2719d703-a269-4500-a807-2218af325b8e. Nov 25 00:39:08.399109 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22561d77-c4c3-4afb-8199-519616facf6e tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Router cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 has already been hosted by L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 {{(pid=109124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 00:39:08.505332 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22561d77-c4c3-4afb-8199-519616facf6e tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:39:08.510826 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-22561d77-c4c3-4afb-8199-519616facf6e tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for floatingip, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:08.515641 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0330bd0c-f135-4425-98e8-f8f3763668f9 None None] Sync routers for ids ['cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'] in dv-cinder-819200-1-iscsi {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:39:08.525991 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0330bd0c-f135-4425-98e8-f8f3763668f9 None None] Routers {'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:39:08.526532 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-0330bd0c-f135-4425-98e8-f8f3763668f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:38:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:39:08.538239 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-22561d77-c4c3-4afb-8199-519616facf6e tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "DELETE /v2.0/floatingips/2f5a0df4-6734-41db-a336-f1838ea9aad9 HTTP/1.1" status: 204 len: 168 time: 1.0516238 Nov 25 00:39:08.538865 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c194234-0c6f-42e0-a5dd-8de8f0f586ef', 'tag': '2719d703-a269-4500-a807-2218af325b8e'}] {{(pid=109124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:39:08.541313 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c540b04f577278a42f04ac83864b9661265f6e355fc5f2cf5b057c36d7214e30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515947bb-45fa-4b13-a30b-f3549e02914b" -d '{"events": [{"name": "network-changed", "server_uuid": "8c194234-0c6f-42e0-a5dd-8de8f0f586ef", "tag": "2719d703-a269-4500-a807-2218af325b8e"}]}' {{(pid=109124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:39:08.588485 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 00:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a44b5ef-a338-4d09-8ef8-3c731219ee86 x-openstack-request-id: req-1a44b5ef-a338-4d09-8ef8-3c731219ee86 {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:39:08.588820 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c194234-0c6f-42e0-a5dd-8de8f0f586ef", "tag": "2719d703-a269-4500-a807-2218af325b8e", "status": "completed", "code": 200}]} {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:39:08.589082 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1a44b5ef-a338-4d09-8ef8-3c731219ee86 {{(pid=109124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:39:08.589472 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c194234-0c6f-42e0-a5dd-8de8f0f586ef', 'tag': '2719d703-a269-4500-a807-2218af325b8e', 'status': 'completed', 'code': 200} Nov 25 00:39:08.636443 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-0330bd0c-f135-4425-98e8-f8f3763668f9 None None] Set router cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:39:08.650926 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515947bb-45fa-4b13-a30b-f3549e02914b req-1c7ea2b2-708a-47fb-9439-70f5f3edf014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:39:08.652666 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-515947bb-45fa-4b13-a30b-f3549e02914b req-1c7ea2b2-708a-47fb-9439-70f5f3edf014 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8537d37a59f34a86a54b106e5f66df14&device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 1098 time: 0.0410728 Nov 25 00:39:08.792045 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515947bb-45fa-4b13-a30b-f3549e02914b req-f6d800ff-ed43-4651-927e-e07ed01421f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:39:08.793428 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-515947bb-45fa-4b13-a30b-f3549e02914b req-f6d800ff-ed43-4651-927e-e07ed01421f6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aa757134-ed46-4072-85c3-9015c512ef5e HTTP/1.1" status: 200 len: 912 time: 0.1307814 Nov 25 00:39:08.800751 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68544a7-b085-4e51-b4dd-5120b5897608 req-6991e559-9547-453a-971c-ccef9b560ff8 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:39:08.802200 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c68544a7-b085-4e51-b4dd-5120b5897608 req-6991e559-9547-453a-971c-ccef9b560ff8 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 945 time: 0.0760980 Nov 25 00:39:08.846009 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-0330bd0c-f135-4425-98e8-f8f3763668f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'name': 'tempest-TestVolumeBootPattern-676175612-router', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:48Z', 'revision_number': 4, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'gw_port': {'id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9', 'name': '', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'mac_address': 'fa:16:3e:b4:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:47Z', 'updated_at': '2021-11-25T00:30:54Z', 'revision_number': 5, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'subnets': [{'id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:39:08.847479 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-515947bb-45fa-4b13-a30b-f3549e02914b req-f41ea665-0b50-4c43-bf77-6f881e303823 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2719d703-a269-4500-a807-2218af325b8e HTTP/1.1" status: 200 len: 217 time: 0.0443296 Nov 25 00:39:08.877510 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0330bd0c-f135-4425-98e8-f8f3763668f9 None None] Checking router: cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 for host: dv-cinder-819200-1-iscsi {{(pid=109125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:39:08.886561 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0330bd0c-f135-4425-98e8-f8f3763668f9 None None] Routers {'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:39:08.887201 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-0330bd0c-f135-4425-98e8-f8f3763668f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:38:44Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:39:08.928650 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-c68544a7-b085-4e51-b4dd-5120b5897608 req-b45b733e-03be-4f05-b2f1-d28295dc3c63 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187348 Nov 25 00:39:08.931225 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515947bb-45fa-4b13-a30b-f3549e02914b req-1253607d-044a-489f-8db4-9f3f7ddf42b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:39:08.932511 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-515947bb-45fa-4b13-a30b-f3549e02914b req-1253607d-044a-489f-8db4-9f3f7ddf42b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=572fab33-4b34-4f32-bd87-b36767f40e81 HTTP/1.1" status: 200 len: 850 time: 0.0757005 Nov 25 00:39:08.982789 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515947bb-45fa-4b13-a30b-f3549e02914b req-177102bc-75b4-44ef-ac6f-7f2fd5873b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:39:08.984294 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-515947bb-45fa-4b13-a30b-f3549e02914b req-177102bc-75b4-44ef-ac6f-7f2fd5873b1f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aa757134-ed46-4072-85c3-9015c512ef5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448234 Nov 25 00:39:08.994315 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-0330bd0c-f135-4425-98e8-f8f3763668f9 None None] Set router cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:39:09.078637 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-515947bb-45fa-4b13-a30b-f3549e02914b req-3d8b8378-b184-4679-97f2-43520720f84f service neutron] 10.222.0.36 "GET /v2.0/networks/aa757134-ed46-4072-85c3-9015c512ef5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860639 Nov 25 00:39:09.170753 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-515947bb-45fa-4b13-a30b-f3549e02914b req-03bf0a3b-e41a-4219-a3e2-0b2c9365c930 service neutron] 10.222.0.36 "GET /v2.0/networks/aa757134-ed46-4072-85c3-9015c512ef5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843015 Nov 25 00:39:09.196590 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-0330bd0c-f135-4425-98e8-f8f3763668f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'name': 'tempest-TestVolumeBootPattern-676175612-router', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:48Z', 'revision_number': 4, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'gw_port': {'id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9', 'name': '', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'mac_address': 'fa:16:3e:b4:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:47Z', 'updated_at': '2021-11-25T00:30:54Z', 'revision_number': 5, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'subnets': [{'id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:39:09.222178 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0330bd0c-f135-4425-98e8-f8f3763668f9 None None] The sync data for ids ['cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'] in dv-cinder-819200-1-iscsi is: [{'id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'name': 'tempest-TestVolumeBootPattern-676175612-router', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:48Z', 'revision_number': 4, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'gw_port': {'id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi', '_interfaces': [{'id': '8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9', 'name': '', 'network_id': 'aa757134-ed46-4072-85c3-9015c512ef5e', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'mac_address': 'fa:16:3e:b4:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:47Z', 'updated_at': '2021-11-25T00:30:54Z', 'revision_number': 5, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'subnets': [{'id': '572fab33-4b34-4f32-bd87-b36767f40e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:39:09.441131 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0062043-9b3e-43de-ad71-c033e74ad165 None None] New status for floating IP 2f5a0df4-6734-41db-a336-f1838ea9aad9: DOWN {{(pid=109126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 00:39:10.049673 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1937a9-206c-4cbd-baf7-6a0f9fa481ba req-f2509bbf-5813-4ca5-b4f8-dac01ec14a8a tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109123) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:39:10.051161 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-fb1937a9-206c-4cbd-baf7-6a0f9fa481ba req-f2509bbf-5813-4ca5-b4f8-dac01ec14a8a tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 945 time: 0.0530849 Nov 25 00:39:10.100298 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-fb1937a9-206c-4cbd-baf7-6a0f9fa481ba req-a64f9665-0ee4-4c42-adca-5a2c2da172cb tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/security-groups?id=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428400 Nov 25 00:39:10.238596 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb9f2a-fd8c-4b22-bf8f-961da7a80893 req-195ca418-8334-43dc-ab7b-87debd7a18f9 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 00:39:10.240014 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-5cdb9f2a-fd8c-4b22-bf8f-961da7a80893 req-195ca418-8334-43dc-ab7b-87debd7a18f9 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 945 time: 0.0502224 Nov 25 00:39:10.333930 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [req-5cdb9f2a-fd8c-4b22-bf8f-961da7a80893 req-bd26007b-1e78-4d18-97c7-76e36fb3ef18 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Deleting port 2719d703-a269-4500-a807-2218af325b8e {{(pid=109124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:39:10.334264 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-5cdb9f2a-fd8c-4b22-bf8f-961da7a80893 req-bd26007b-1e78-4d18-97c7-76e36fb3ef18 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:10.421356 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [req-5cdb9f2a-fd8c-4b22-bf8f-961da7a80893 req-bd26007b-1e78-4d18-97c7-76e36fb3ef18 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] For port 2719d703-a269-4500-a807-2218af325b8e, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=2719d703-a269-4500-a807-2218af325b8e,segment=NetworkSegment(2b169a1d-4120-413d-9aa2-8c8ecf745be0),segment_id=2b169a1d-4120-413d-9aa2-8c8ecf745be0)] {{(pid=109124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:39:10.421729 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-5cdb9f2a-fd8c-4b22-bf8f-961da7a80893 req-bd26007b-1e78-4d18-97c7-76e36fb3ef18 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:10.438862 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [req-5cdb9f2a-fd8c-4b22-bf8f-961da7a80893 req-bd26007b-1e78-4d18-97c7-76e36fb3ef18 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Calling delete_port for 2719d703-a269-4500-a807-2218af325b8e owned by compute:nova {{(pid=109124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:39:10.572171 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-5cdb9f2a-fd8c-4b22-bf8f-961da7a80893 req-bd26007b-1e78-4d18-97c7-76e36fb3ef18 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:10.599030 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26007b-1e78-4d18-97c7-76e36fb3ef18 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Pushing event deleted for resources: {'Port': ['ID=2719d703-a269-4500-a807-2218af325b8e,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:39:10.646325 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cdb9f2a-fd8c-4b22-bf8f-961da7a80893 req-bd26007b-1e78-4d18-97c7-76e36fb3ef18 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] No DVR routers for this DVR port 2719d703-a269-4500-a807-2218af325b8e on host hv-cinder-81920 {{(pid=109124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 00:39:10.648778 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [req-5cdb9f2a-fd8c-4b22-bf8f-961da7a80893 req-bd26007b-1e78-4d18-97c7-76e36fb3ef18 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for port, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:10.652805 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [req-5cdb9f2a-fd8c-4b22-bf8f-961da7a80893 req-bd26007b-1e78-4d18-97c7-76e36fb3ef18 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.36 "DELETE /v2.0/ports/2719d703-a269-4500-a807-2218af325b8e HTTP/1.1" status: 204 len: 173 time: 0.4069972 Nov 25 00:39:10.653261 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c194234-0c6f-42e0-a5dd-8de8f0f586ef', 'name': 'network-vif-deleted', 'tag': '2719d703-a269-4500-a807-2218af325b8e'}] {{(pid=109124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 00:39:10.655506 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c540b04f577278a42f04ac83864b9661265f6e355fc5f2cf5b057c36d7214e30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98607a91-649c-41a0-a19d-a4260594ee95" -d '{"events": [{"server_uuid": "8c194234-0c6f-42e0-a5dd-8de8f0f586ef", "name": "network-vif-deleted", "tag": "2719d703-a269-4500-a807-2218af325b8e"}]}' {{(pid=109124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 00:39:10.692908 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 00:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4b5d18-c041-4b5c-9a24-1e3cfef4bb02 x-openstack-request-id: req-4e4b5d18-c041-4b5c-9a24-1e3cfef4bb02 {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 00:39:10.693211 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c194234-0c6f-42e0-a5dd-8de8f0f586ef", "name": "network-vif-deleted", "tag": "2719d703-a269-4500-a807-2218af325b8e", "status": "completed", "code": 200}]} {{(pid=109124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 00:39:10.693472 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4e4b5d18-c041-4b5c-9a24-1e3cfef4bb02 {{(pid=109124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 00:39:10.693885 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c194234-0c6f-42e0-a5dd-8de8f0f586ef', 'name': 'network-vif-deleted', 'tag': '2719d703-a269-4500-a807-2218af325b8e', 'status': 'completed', 'code': 200} Nov 25 00:39:11.207504 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [req-5ed63fc4-3471-4619-a123-48ca9e13039e req-64e265c1-ac30-43e1-b6cc-cce778e42a21 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c194234-0c6f-42e0-a5dd-8de8f0f586ef HTTP/1.1" status: 200 len: 210 time: 0.0255208 Nov 25 00:39:11.912345 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-39487e09-cdb6-4302-8293-9cd0cdcccfdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:12.265706 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 50516) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:39:12.390438 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [None req-82290c24-4d85-4bf1-afe1-176a5534fbfe tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Deleting port f506b1b2-1615-4b4e-a4b6-70d3dde28fe8 {{(pid=109124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:39:12.390438 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-82290c24-4d85-4bf1-afe1-176a5534fbfe tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:12.466847 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-82290c24-4d85-4bf1-afe1-176a5534fbfe tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:12.467218 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-82290c24-4d85-4bf1-afe1-176a5534fbfe tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:12.479462 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [None req-82290c24-4d85-4bf1-afe1-176a5534fbfe tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Calling delete_port for f506b1b2-1615-4b4e-a4b6-70d3dde28fe8 owned by network:floatingip {{(pid=109124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:39:12.611860 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-82290c24-4d85-4bf1-afe1-176a5534fbfe tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:12.636027 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82290c24-4d85-4bf1-afe1-176a5534fbfe tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Pushing event deleted for resources: {'Port': ['ID=f506b1b2-1615-4b4e-a4b6-70d3dde28fe8,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:39:12.700752 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-82290c24-4d85-4bf1-afe1-176a5534fbfe tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for floatingip, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:12.703374 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-82290c24-4d85-4bf1-afe1-176a5534fbfe tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-38524'] for floatingip, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:12.704528 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-82290c24-4d85-4bf1-afe1-176a5534fbfe tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "DELETE /v2.0/floatingips/77725211-bdd7-4514-8ad0-650d57a22ce7 HTTP/1.1" status: 204 len: 168 time: 0.4376910 Nov 25 00:39:13.893169 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 50528) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:39:13.951400 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7a09d42a-e218-4100-95a4-39fc9c69c207 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:13.979659 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7a09d42a-e218-4100-95a4-39fc9c69c207 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:14.039712 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7a09d42a-e218-4100-95a4-39fc9c69c207 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:14.043062 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-7a09d42a-e218-4100-95a4-39fc9c69c207 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:14.044248 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-7a09d42a-e218-4100-95a4-39fc9c69c207 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] 10.222.0.37 "DELETE /v2.0/security-groups/e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf HTTP/1.1" status: 204 len: 168 time: 0.1500807 Nov 25 00:39:14.053911 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09d42a-e218-4100-95a4-39fc9c69c207 tempest-TestVolumeBootPattern-1225426894 tempest-TestVolumeBootPattern-1225426894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9890b7f-bcf8-4987-8a9c-3379fbb0ddcf,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:39:14.101944 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 50532) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:39:14.447015 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f44ce5ce-a559-4080-b918-9de03bbbf38a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:14.550150 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d18eef9a-d0e5-4d27-b4a1-e778d734e131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762440'] for router_interface, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:14.792818 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-d18eef9a-d0e5-4d27-b4a1-e778d734e131 admin admin] Deleting port 8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9 {{(pid=109123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:39:14.793059 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d18eef9a-d0e5-4d27-b4a1-e778d734e131 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:14.849465 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 2719d703-a269-4500-a807-2218af325b8e no longer exists at agent hyperv_hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:39:14.868560 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] No Port match for: 2719d703-a269-4500-a807-2218af325b8e {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:39:14.868909 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Device 2719d703-a269-4500-a807-2218af325b8e not bound to the agent host hv-cinder-81920 {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:39:14.873128 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [None req-d18eef9a-d0e5-4d27-b4a1-e778d734e131 admin admin] For port 8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9,segment=NetworkSegment(2b169a1d-4120-413d-9aa2-8c8ecf745be0),segment_id=2b169a1d-4120-413d-9aa2-8c8ecf745be0)] {{(pid=109123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:39:14.873513 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d18eef9a-d0e5-4d27-b4a1-e778d734e131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:14.887056 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-d18eef9a-d0e5-4d27-b4a1-e778d734e131 admin admin] Calling delete_port for 8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9 owned by network:router_interface {{(pid=109123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:39:15.063002 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d18eef9a-d0e5-4d27-b4a1-e778d734e131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:15.087686 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18eef9a-d0e5-4d27-b4a1-e778d734e131 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:39:15.100193 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18eef9a-d0e5-4d27-b4a1-e778d734e131 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:39:15.100549 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18eef9a-d0e5-4d27-b4a1-e778d734e131 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:39:15.100897 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18eef9a-d0e5-4d27-b4a1-e778d734e131 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:39:15.101233 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18eef9a-d0e5-4d27-b4a1-e778d734e131 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:39:15.101568 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18eef9a-d0e5-4d27-b4a1-e778d734e131 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:39:15.101903 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18eef9a-d0e5-4d27-b4a1-e778d734e131 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:39:15.102234 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18eef9a-d0e5-4d27-b4a1-e778d734e131 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:39:15.102858 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18eef9a-d0e5-4d27-b4a1-e778d734e131 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:39:15.102955 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18eef9a-d0e5-4d27-b4a1-e778d734e131 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:39:15.103225 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18eef9a-d0e5-4d27-b4a1-e778d734e131 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:39:15.103553 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18eef9a-d0e5-4d27-b4a1-e778d734e131 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:39:15.104780 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18eef9a-d0e5-4d27-b4a1-e778d734e131 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:39:15.266552 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-d18eef9a-d0e5-4d27-b4a1-e778d734e131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-762580'] for router_interface, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:15.487046 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18eef9a-d0e5-4d27-b4a1-e778d734e131 admin admin] Router cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 has already been hosted by L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 {{(pid=109123) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 00:39:15.593645 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18eef9a-d0e5-4d27-b4a1-e778d734e131 admin admin] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109123) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:39:15.598725 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-d18eef9a-d0e5-4d27-b4a1-e778d734e131 admin admin] 10.222.0.37 "PUT /v2.0/routers/cdcbd3fd-9418-4503-8ab2-9c3265ae54a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4953444 Nov 25 00:39:15.601195 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 50536) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:39:15.605153 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964966e5-d416-4aac-9d73-0139f86e85f2 None None] Sync routers for ids ['cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'] in dv-cinder-819200-1-iscsi {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:39:15.614934 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964966e5-d416-4aac-9d73-0139f86e85f2 None None] Routers {'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:39:15.615558 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-964966e5-d416-4aac-9d73-0139f86e85f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:39:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:39:15.704459 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-eb8ff829-bb1c-432c-a0e1-871664294b98 admin admin] Publish callbacks [] for router, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:15.719255 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-964966e5-d416-4aac-9d73-0139f86e85f2 None None] Set router cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 gateway port host: dv-cinder-819200-1-iscsi {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:39:15.809206 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-eb8ff829-bb1c-432c-a0e1-871664294b98 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:15.861614 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-eb8ff829-bb1c-432c-a0e1-871664294b98 admin admin] Deleting port 351395c9-5e36-475c-bd17-379b3103d4e6 {{(pid=109123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:39:15.861955 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-eb8ff829-bb1c-432c-a0e1-871664294b98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:15.895729 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-964966e5-d416-4aac-9d73-0139f86e85f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'name': 'tempest-TestVolumeBootPattern-676175612-router', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:39:15Z', 'revision_number': 5, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'gw_port': {'id': '351395c9-5e36-475c-bd17-379b3103d4e6', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi'}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:39:15.926012 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964966e5-d416-4aac-9d73-0139f86e85f2 None None] Checking router: cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 for host: dv-cinder-819200-1-iscsi {{(pid=109125) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:39:15.935484 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964966e5-d416-4aac-9d73-0139f86e85f2 None None] Routers {'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109125) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:39:15.936092 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-964966e5-d416-4aac-9d73-0139f86e85f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:39:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'], 'active': True} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:39:15.940734 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [None req-eb8ff829-bb1c-432c-a0e1-871664294b98 admin admin] For port 351395c9-5e36-475c-bd17-379b3103d4e6, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=351395c9-5e36-475c-bd17-379b3103d4e6,segment=NetworkSegment(2cbd316e-5d05-4c4d-ba22-dac4641013ba),segment_id=2cbd316e-5d05-4c4d-ba22-dac4641013ba)] {{(pid=109123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:39:15.941124 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-eb8ff829-bb1c-432c-a0e1-871664294b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:15.960145 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-eb8ff829-bb1c-432c-a0e1-871664294b98 admin admin] Calling delete_port for 351395c9-5e36-475c-bd17-379b3103d4e6 owned by network:router_gateway {{(pid=109123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:39:16.016970 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvr_db [None req-964966e5-d416-4aac-9d73-0139f86e85f2 None None] Set router cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 gateway port host: None {{(pid=109125) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:39:16.069604 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_hamode_db [None req-964966e5-d416-4aac-9d73-0139f86e85f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'name': 'tempest-TestVolumeBootPattern-676175612-router', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:39:15Z', 'revision_number': 6, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'gw_port_host': None}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:39:16.095721 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964966e5-d416-4aac-9d73-0139f86e85f2 None None] The sync data for ids ['cdcbd3fd-9418-4503-8ab2-9c3265ae54a4'] in dv-cinder-819200-1-iscsi is: [{'id': 'cdcbd3fd-9418-4503-8ab2-9c3265ae54a4', 'name': 'tempest-TestVolumeBootPattern-676175612-router', 'tenant_id': '8537d37a59f34a86a54b106e5f66df14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:41Z', 'updated_at': '2021-11-25T00:39:15Z', 'revision_number': 6, 'project_id': '8537d37a59f34a86a54b106e5f66df14', 'gw_port_host': None}] {{(pid=109125) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:39:16.123660 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-eb8ff829-bb1c-432c-a0e1-871664294b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:16.148804 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ff829-bb1c-432c-a0e1-871664294b98 admin admin] Pushing event deleted for resources: {'Port': ['ID=351395c9-5e36-475c-bd17-379b3103d4e6,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:39:16.214330 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-eb8ff829-bb1c-432c-a0e1-871664294b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622962'] for router_gateway, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:16.304477 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-eb8ff829-bb1c-432c-a0e1-871664294b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-776418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8630'] for router, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:16.306699 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-eb8ff829-bb1c-432c-a0e1-871664294b98 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:16.351428 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-eb8ff829-bb1c-432c-a0e1-871664294b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-776429'] for router, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:16.352036 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8ff829-bb1c-432c-a0e1-871664294b98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 {{(pid=109123) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 00:39:16.358599 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-eb8ff829-bb1c-432c-a0e1-871664294b98 admin admin] Publish callbacks [] for router, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:16.359967 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-eb8ff829-bb1c-432c-a0e1-871664294b98 admin admin] 10.222.0.37 "DELETE /v2.0/routers/cdcbd3fd-9418-4503-8ab2-9c3265ae54a4 HTTP/1.1" status: 204 len: 168 time: 0.7578130 Nov 25 00:39:16.362503 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 50538) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:39:16.411810 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf758a5f-d76a-4f39-92fd-177df925a60f admin admin] Deleting subnet 572fab33-4b34-4f32-bd87-b36767f40e81 {{(pid=109123) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 00:39:16.414927 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-cf758a5f-d76a-4f39-92fd-177df925a60f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:16.459981 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-cf758a5f-d76a-4f39-92fd-177df925a60f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12550361'] for subnet, precommit_delete_associations {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:16.464169 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:16.553877 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-cf758a5f-d76a-4f39-92fd-177df925a60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3679783'] for subnet, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:16.608191 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-cf758a5f-d76a-4f39-92fd-177df925a60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3679964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11305922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12290967'] for subnet, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:16.631138 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf758a5f-d76a-4f39-92fd-177df925a60f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=572fab33-4b34-4f32-bd87-b36767f40e81,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:39:16.637261 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-cf758a5f-d76a-4f39-92fd-177df925a60f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:16.640512 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-cf758a5f-d76a-4f39-92fd-177df925a60f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/572fab33-4b34-4f32-bd87-b36767f40e81 HTTP/1.1" status: 204 len: 168 time: 0.2769504 Nov 25 00:39:16.642946 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 50540) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:39:16.645452 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209d3158-cc28-4d8e-903a-3d203a880c9b None None] Network aa757134-ed46-4072-85c3-9015c512ef5e requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:39:16.710819 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-8c1e88af-53cf-45f7-a9ba-e3a534fbe25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3831181'] for network, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:16.764942 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-8c1e88af-53cf-45f7-a9ba-e3a534fbe25d admin admin] Deleting port 642af08c-f71b-4443-81d0-0b006957a416 {{(pid=109123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:39:16.765194 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-8c1e88af-53cf-45f7-a9ba-e3a534fbe25d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:16.832348 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [None req-8c1e88af-53cf-45f7-a9ba-e3a534fbe25d admin admin] For port 642af08c-f71b-4443-81d0-0b006957a416, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=642af08c-f71b-4443-81d0-0b006957a416,segment=NetworkSegment(2b169a1d-4120-413d-9aa2-8c8ecf745be0),segment_id=2b169a1d-4120-413d-9aa2-8c8ecf745be0)] {{(pid=109123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:39:16.832735 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-8c1e88af-53cf-45f7-a9ba-e3a534fbe25d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:16.846361 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-8c1e88af-53cf-45f7-a9ba-e3a534fbe25d admin admin] Calling delete_port for 642af08c-f71b-4443-81d0-0b006957a416 owned by network:dhcp {{(pid=109123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:39:16.896150 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf83ddc-d5f4-4441-add8-14930e0f0aa7 None None] DHCP port deletion for aa757134-ed46-4072-85c3-9015c512ef5e request from dv-cinder-819200-1-iscsi {{(pid=109125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 00:39:16.928527 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-8c1e88af-53cf-45f7-a9ba-e3a534fbe25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:16.959961 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e88af-53cf-45f7-a9ba-e3a534fbe25d admin admin] Pushing event deleted for resources: {'Port': ['ID=642af08c-f71b-4443-81d0-0b006957a416,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:39:16.964359 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1e88af-53cf-45f7-a9ba-e3a534fbe25d admin admin] No DVR routers for this DVR port 642af08c-f71b-4443-81d0-0b006957a416 on host dv-cinder-819200-1-iscsi {{(pid=109123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 00:39:17.039508 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-8c1e88af-53cf-45f7-a9ba-e3a534fbe25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3685296', 'neutron.services.segments.db._delete_segments_for_network-8781494352851'] for network, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:17.061131 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-8c1e88af-53cf-45f7-a9ba-e3a534fbe25d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa757134-ed46-4072-85c3-9015c512ef5e']}} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:39:17.070450 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-8c1e88af-53cf-45f7-a9ba-e3a534fbe25d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b169a1d-4120-413d-9aa2-8c8ecf745be0') {'for_net_delete': True} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:39:17.070786 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-8c1e88af-53cf-45f7-a9ba-e3a534fbe25d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b169a1d-4120-413d-9aa2-8c8ecf745be0') {} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:39:17.078310 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-aaf83ddc-d5f4-4441-add8-14930e0f0aa7 None None] Deleting port 642af08c-f71b-4443-81d0-0b006957a416 {{(pid=109125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:39:17.078725 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-aaf83ddc-d5f4-4441-add8-14930e0f0aa7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:17.081405 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-8c1e88af-53cf-45f7-a9ba-e3a534fbe25d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781494358748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12550354'] for segment, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:17.096764 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-8c1e88af-53cf-45f7-a9ba-e3a534fbe25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386'] for segment, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:17.103331 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c1e88af-53cf-45f7-a9ba-e3a534fbe25d admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=109123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 00:39:17.103730 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-8c1e88af-53cf-45f7-a9ba-e3a534fbe25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11305784'] for segment, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:17.106372 dv-cinder-819200-1-iscsi neutron-server[109123]: Traceback (most recent call last): Nov 25 00:39:17.106372 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 00:39:17.106372 dv-cinder-819200-1-iscsi neutron-server[109123]: timer() Nov 25 00:39:17.106372 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 00:39:17.106372 dv-cinder-819200-1-iscsi neutron-server[109123]: cb(*args, **kw) Nov 25 00:39:17.106372 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 00:39:17.106372 dv-cinder-819200-1-iscsi neutron-server[109123]: return func(*args, **kwargs) Nov 25 00:39:17.106372 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 00:39:17.106372 dv-cinder-819200-1-iscsi neutron-server[109123]: self._notify() Nov 25 00:39:17.106372 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 00:39:17.106372 dv-cinder-819200-1-iscsi neutron-server[109123]: self.callback(batched_events) Nov 25 00:39:17.106372 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 00:39:17.106372 dv-cinder-819200-1-iscsi neutron-server[109123]: event.method(event) Nov 25 00:39:17.106372 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 00:39:17.106372 dv-cinder-819200-1-iscsi neutron-server[109123]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 00:39:17.106372 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 00:39:17.106372 dv-cinder-819200-1-iscsi neutron-server[109123]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 00:39:17.106372 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 00:39:17.106372 dv-cinder-819200-1-iscsi neutron-server[109123]: return f(self, *a, **k) Nov 25 00:39:17.106372 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 00:39:17.106372 dv-cinder-819200-1-iscsi neutron-server[109123]: return self._get(url).json() Nov 25 00:39:17.106372 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 00:39:17.106372 dv-cinder-819200-1-iscsi neutron-server[109123]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 00:39:17.106372 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 00:39:17.106372 dv-cinder-819200-1-iscsi neutron-server[109123]: return self.request(url, 'GET', **kwargs) Nov 25 00:39:17.106372 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 00:39:17.106372 dv-cinder-819200-1-iscsi neutron-server[109123]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 00:39:17.106372 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 00:39:17.106372 dv-cinder-819200-1-iscsi neutron-server[109123]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 00:39:17.106372 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 00:39:17.106372 dv-cinder-819200-1-iscsi neutron-server[109123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 00:39:17.106372 dv-cinder-819200-1-iscsi neutron-server[109123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 00:39:17.145349 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-aaf83ddc-d5f4-4441-add8-14930e0f0aa7 None None] For port 642af08c-f71b-4443-81d0-0b006957a416, host dv-cinder-819200-1-iscsi, got binding levels [] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:39:17.145755 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-aaf83ddc-d5f4-4441-add8-14930e0f0aa7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:17.159838 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-aaf83ddc-d5f4-4441-add8-14930e0f0aa7 None None] Calling delete_port for 642af08c-f71b-4443-81d0-0b006957a416 owned by network:dhcp {{(pid=109125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:39:17.163292 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.ipam_backend_mixin [None req-aaf83ddc-d5f4-4441-add8-14930e0f0aa7 None None] Port 642af08c-f71b-4443-81d0-0b006957a416 was not found and therefore no delete operation was performed {{(pid=109125) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 00:39:17.164925 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-aaf83ddc-d5f4-4441-add8-14930e0f0aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162'] for port, after_delete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:17.167163 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-8c1e88af-53cf-45f7-a9ba-e3a534fbe25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3685289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622934'] for network, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:17.174230 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-8c1e88af-53cf-45f7-a9ba-e3a534fbe25d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for network, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:17.177548 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-8c1e88af-53cf-45f7-a9ba-e3a534fbe25d admin admin] 10.222.0.37 "DELETE /v2.0/networks/aa757134-ed46-4072-85c3-9015c512ef5e HTTP/1.1" status: 204 len: 168 time: 0.5336709 Nov 25 00:39:17.180513 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 50542) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:39:17.196231 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e88af-53cf-45f7-a9ba-e3a534fbe25d admin admin] Pushing event deleted for resources: {'Network': ['ID=aa757134-ed46-4072-85c3-9015c512ef5e,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:39:17.196465 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf83ddc-d5f4-4441-add8-14930e0f0aa7 None None] Pushing event deleted for resources: {'Port': ['ID=642af08c-f71b-4443-81d0-0b006957a416,revision_number=None']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:39:17.206180 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aaf83ddc-d5f4-4441-add8-14930e0f0aa7 None None] Network aa757134-ed46-4072-85c3-9015c512ef5e is not hosted by any dhcp agent {{(pid=109125) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 00:39:17.206710 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf83ddc-d5f4-4441-add8-14930e0f0aa7 None None] No DVR routers for this DVR port 642af08c-f71b-4443-81d0-0b006957a416 on host dv-cinder-819200-1-iscsi {{(pid=109125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 00:39:17.213368 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf83ddc-d5f4-4441-add8-14930e0f0aa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:39:17.213368 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf83ddc-d5f4-4441-add8-14930e0f0aa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:39:17.213368 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf83ddc-d5f4-4441-add8-14930e0f0aa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:39:17.213368 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf83ddc-d5f4-4441-add8-14930e0f0aa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:39:17.213368 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf83ddc-d5f4-4441-add8-14930e0f0aa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:39:17.213368 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf83ddc-d5f4-4441-add8-14930e0f0aa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:39:17.213368 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf83ddc-d5f4-4441-add8-14930e0f0aa7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:39:17.213368 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf83ddc-d5f4-4441-add8-14930e0f0aa7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:39:17.213368 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf83ddc-d5f4-4441-add8-14930e0f0aa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:39:17.213368 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf83ddc-d5f4-4441-add8-14930e0f0aa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:39:17.213368 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf83ddc-d5f4-4441-add8-14930e0f0aa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:39:17.213368 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf83ddc-d5f4-4441-add8-14930e0f0aa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-1-iscsi {{(pid=109125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 00:39:17.494315 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 351395c9-5e36-475c-bd17-379b3103d4e6 no longer exists at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:39:17.516150 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] No Port match for: 351395c9-5e36-475c-bd17-379b3103d4e6 {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:39:17.516584 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 351395c9-5e36-475c-bd17-379b3103d4e6 not bound to the agent host dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:39:17.517090 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9 no longer exists at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:39:17.536416 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] No Port match for: 8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9 {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:39:17.536765 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 8d1cd7f0-07cd-4871-83f8-a4d77b7f4cc9 not bound to the agent host dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:39:17.537178 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 642af08c-f71b-4443-81d0-0b006957a416 no longer exists at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:39:17.555494 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6f2ff75d-064e-473b-ae6c-4ad0498d9173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-762440'] for router_interface, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:17.556708 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] No Port match for: 642af08c-f71b-4443-81d0-0b006957a416 {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:39:17.558006 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 642af08c-f71b-4443-81d0-0b006957a416 not bound to the agent host dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:39:17.799270 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [None req-6f2ff75d-064e-473b-ae6c-4ad0498d9173 admin admin] Deleting port c79ae2a3-7d3f-40b6-825c-92f9e60df7b5 {{(pid=109124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:39:17.799504 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6f2ff75d-064e-473b-ae6c-4ad0498d9173 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:17.883876 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [None req-6f2ff75d-064e-473b-ae6c-4ad0498d9173 admin admin] For port c79ae2a3-7d3f-40b6-825c-92f9e60df7b5, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=c79ae2a3-7d3f-40b6-825c-92f9e60df7b5,segment=NetworkSegment(ddfcc866-a88a-4479-8227-2ff3d5442d6e),segment_id=ddfcc866-a88a-4479-8227-2ff3d5442d6e)] {{(pid=109124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:39:17.884276 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6f2ff75d-064e-473b-ae6c-4ad0498d9173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:17.897941 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [None req-6f2ff75d-064e-473b-ae6c-4ad0498d9173 admin admin] Calling delete_port for c79ae2a3-7d3f-40b6-825c-92f9e60df7b5 owned by network:router_interface {{(pid=109124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:39:18.079473 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6f2ff75d-064e-473b-ae6c-4ad0498d9173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:18.108133 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ff75d-064e-473b-ae6c-4ad0498d9173 admin admin] Pushing event deleted for resources: {'Port': ['ID=c79ae2a3-7d3f-40b6-825c-92f9e60df7b5,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:39:18.281567 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-6f2ff75d-064e-473b-ae6c-4ad0498d9173 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-762580'] for router_interface, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:18.401310 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:18.445122 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:18.491605 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2ff75d-064e-473b-ae6c-4ad0498d9173 admin admin] Router f13883d6-ee52-4ce1-a383-26d7ef50f646 has already been hosted by L3 agent 8513a853-8b6b-4d47-8f44-6fb02ea3da75 {{(pid=109124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 00:39:18.597096 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2ff75d-064e-473b-ae6c-4ad0498d9173 admin admin] Notify agent at l3_agent.dv-cinder-819200-1-iscsi the message routers_updated {{(pid=109124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 00:39:18.603105 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-6f2ff75d-064e-473b-ae6c-4ad0498d9173 admin admin] 10.222.0.37 "PUT /v2.0/routers/f13883d6-ee52-4ce1-a383-26d7ef50f646/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4215131 Nov 25 00:39:18.605824 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 50544) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:39:18.609397 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc7e454-be3f-4117-9743-8824e29ba984 None None] Sync routers for ids ['f13883d6-ee52-4ce1-a383-26d7ef50f646'] in dv-cinder-819200-1-iscsi {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 00:39:18.622522 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc7e454-be3f-4117-9743-8824e29ba984 None None] Routers {'f13883d6-ee52-4ce1-a383-26d7ef50f646'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:39:18.623172 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-0fc7e454-be3f-4117-9743-8824e29ba984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:39:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['f13883d6-ee52-4ce1-a383-26d7ef50f646'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:39:18.718438 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-249a046d-6a0e-47b4-b347-e96d58d2cc0f admin admin] Publish callbacks [] for router, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:18.727898 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-0fc7e454-be3f-4117-9743-8824e29ba984 None None] Set router f13883d6-ee52-4ce1-a383-26d7ef50f646 gateway port host: dv-cinder-819200-1-iscsi {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:39:18.820685 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-249a046d-6a0e-47b4-b347-e96d58d2cc0f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:18.872558 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [None req-249a046d-6a0e-47b4-b347-e96d58d2cc0f admin admin] Deleting port 1e45ad5b-ce05-406a-81b6-269c2d1dc6e8 {{(pid=109124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:39:18.872885 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-249a046d-6a0e-47b4-b347-e96d58d2cc0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:18.910313 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-0fc7e454-be3f-4117-9743-8824e29ba984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13883d6-ee52-4ce1-a383-26d7ef50f646', 'name': 'tempest-TestVolumeBootPattern-1937152169-router', 'tenant_id': 'c930470a8abb4f0e81b431054503a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'external_fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '1e45ad5b-ce05-406a-81b6-269c2d1dc6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:55Z', 'updated_at': '2021-11-25T00:39:18Z', 'revision_number': 5, 'project_id': 'c930470a8abb4f0e81b431054503a336', 'gw_port': {'id': '1e45ad5b-ce05-406a-81b6-269c2d1dc6e8', 'name': '', 'network_id': '7e710f5f-af80-47ab-b03c-3a0dd4623f26', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ed:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13883d6-ee52-4ce1-a383-26d7ef50f646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T00:30:56Z', 'updated_at': '2021-11-25T00:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '89cd149f-d365-4a11-b22c-c62ab9234e96', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-1-iscsi'}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:39:18.936695 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc7e454-be3f-4117-9743-8824e29ba984 None None] Checking router: f13883d6-ee52-4ce1-a383-26d7ef50f646 for host: dv-cinder-819200-1-iscsi {{(pid=109126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 00:39:18.944789 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc7e454-be3f-4117-9743-8824e29ba984 None None] Routers {'f13883d6-ee52-4ce1-a383-26d7ef50f646'} bound to L3 agent in host dv-cinder-819200-1-iscsi {{(pid=109126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 00:39:18.945396 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-0fc7e454-be3f-4117-9743-8824e29ba984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T00:20:14Z,description=,heartbeat_timestamp=2021-11-25T00:39:14Z,host='dv-cinder-819200-1-iscsi',id=8513a853-8b6b-4d47-8f44-6fb02ea3da75,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T00:20:14Z,topic='l3_agent')) {'router_ids': ['f13883d6-ee52-4ce1-a383-26d7ef50f646'], 'active': True} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:39:18.957129 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.db [None req-249a046d-6a0e-47b4-b347-e96d58d2cc0f admin admin] For port 1e45ad5b-ce05-406a-81b6-269c2d1dc6e8, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=1e45ad5b-ce05-406a-81b6-269c2d1dc6e8,segment=NetworkSegment(2cbd316e-5d05-4c4d-ba22-dac4641013ba),segment_id=2cbd316e-5d05-4c4d-ba22-dac4641013ba)] {{(pid=109124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:39:18.957492 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-249a046d-6a0e-47b4-b347-e96d58d2cc0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:18.971002 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.plugins.ml2.plugin [None req-249a046d-6a0e-47b4-b347-e96d58d2cc0f admin admin] Calling delete_port for 1e45ad5b-ce05-406a-81b6-269c2d1dc6e8 owned by network:router_gateway {{(pid=109124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:39:19.032006 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_dvr_db [None req-0fc7e454-be3f-4117-9743-8824e29ba984 None None] Set router f13883d6-ee52-4ce1-a383-26d7ef50f646 gateway port host: None {{(pid=109126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 00:39:19.089411 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.l3_hamode_db [None req-0fc7e454-be3f-4117-9743-8824e29ba984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13883d6-ee52-4ce1-a383-26d7ef50f646', 'name': 'tempest-TestVolumeBootPattern-1937152169-router', 'tenant_id': 'c930470a8abb4f0e81b431054503a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:55Z', 'updated_at': '2021-11-25T00:39:18Z', 'revision_number': 6, 'project_id': 'c930470a8abb4f0e81b431054503a336', 'gw_port_host': None}], 'dv-cinder-819200-1-iscsi', False) {} {{(pid=109126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:39:19.116094 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc7e454-be3f-4117-9743-8824e29ba984 None None] The sync data for ids ['f13883d6-ee52-4ce1-a383-26d7ef50f646'] in dv-cinder-819200-1-iscsi is: [{'id': 'f13883d6-ee52-4ce1-a383-26d7ef50f646', 'name': 'tempest-TestVolumeBootPattern-1937152169-router', 'tenant_id': 'c930470a8abb4f0e81b431054503a336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T00:30:55Z', 'updated_at': '2021-11-25T00:39:18Z', 'revision_number': 6, 'project_id': 'c930470a8abb4f0e81b431054503a336', 'gw_port_host': None}] {{(pid=109126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 00:39:19.144896 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-249a046d-6a0e-47b4-b347-e96d58d2cc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11622726'] for port, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:19.173733 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a046d-6a0e-47b4-b347-e96d58d2cc0f admin admin] Pushing event deleted for resources: {'Port': ['ID=1e45ad5b-ce05-406a-81b6-269c2d1dc6e8,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:39:19.241091 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-249a046d-6a0e-47b4-b347-e96d58d2cc0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622962'] for router_gateway, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:19.580116 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-249a046d-6a0e-47b4-b347-e96d58d2cc0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-776418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8630'] for router, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:19.582343 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-249a046d-6a0e-47b4-b347-e96d58d2cc0f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:19.638216 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-249a046d-6a0e-47b4-b347-e96d58d2cc0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-776429'] for router, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:19.638890 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249a046d-6a0e-47b4-b347-e96d58d2cc0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f13883d6-ee52-4ce1-a383-26d7ef50f646 {{(pid=109124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 00:39:19.643176 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-249a046d-6a0e-47b4-b347-e96d58d2cc0f admin admin] Publish callbacks [] for router, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:19.644442 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-249a046d-6a0e-47b4-b347-e96d58d2cc0f admin admin] 10.222.0.37 "DELETE /v2.0/routers/f13883d6-ee52-4ce1-a383-26d7ef50f646 HTTP/1.1" status: 204 len: 168 time: 1.0372939 Nov 25 00:39:19.646925 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 50546) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:39:19.692764 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.db.db_base_plugin_v2 [None req-71891df4-26e1-44f4-8561-7fb8bb26e178 admin admin] Deleting subnet b1b9df59-ffc2-4151-ac88-931ca6e7a219 {{(pid=109124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 00:39:19.696336 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-71891df4-26e1-44f4-8561-7fb8bb26e178 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:19.732803 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-71891df4-26e1-44f4-8561-7fb8bb26e178 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11556627'] for subnet, precommit_delete_associations {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:19.820395 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-71891df4-26e1-44f4-8561-7fb8bb26e178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3679783'] for subnet, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:19.880296 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-71891df4-26e1-44f4-8561-7fb8bb26e178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3679964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11622801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12571129'] for subnet, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:19.890578 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device c79ae2a3-7d3f-40b6-825c-92f9e60df7b5 no longer exists at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:39:19.916586 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] No Port match for: c79ae2a3-7d3f-40b6-825c-92f9e60df7b5 {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:39:19.916931 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device c79ae2a3-7d3f-40b6-825c-92f9e60df7b5 not bound to the agent host dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:39:19.923725 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71891df4-26e1-44f4-8561-7fb8bb26e178 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1b9df59-ffc2-4151-ac88-931ca6e7a219,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:39:19.927517 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-71891df4-26e1-44f4-8561-7fb8bb26e178 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for subnet, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:19.930824 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-71891df4-26e1-44f4-8561-7fb8bb26e178 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b1b9df59-ffc2-4151-ac88-931ca6e7a219 HTTP/1.1" status: 204 len: 168 time: 0.2828858 Nov 25 00:39:19.934054 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 50548) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:39:19.936748 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff1f0f0-8d0a-4e13-a7a8-7d0cbd42b629 None None] Network 90723697-d971-4fea-a747-e96e57b858c1 requested from dv-cinder-819200-1-iscsi {{(pid=109125) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 00:39:20.007297 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-5bc66ce9-2ca2-41fd-9e0a-d22b0b38848f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3831181'] for network, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:20.068912 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-5bc66ce9-2ca2-41fd-9e0a-d22b0b38848f admin admin] Deleting port 26070ee7-76ed-4147-99e7-a536093b4aa1 {{(pid=109123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:39:20.069245 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-5bc66ce9-2ca2-41fd-9e0a-d22b0b38848f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:20.137854 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.db [None req-5bc66ce9-2ca2-41fd-9e0a-d22b0b38848f admin admin] For port 26070ee7-76ed-4147-99e7-a536093b4aa1, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=26070ee7-76ed-4147-99e7-a536093b4aa1,segment=NetworkSegment(ddfcc866-a88a-4479-8227-2ff3d5442d6e),segment_id=ddfcc866-a88a-4479-8227-2ff3d5442d6e)] {{(pid=109123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:39:20.138192 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-5bc66ce9-2ca2-41fd-9e0a-d22b0b38848f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:20.149134 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a622ccd8-5dab-41c3-a543-de622c5c4fc0 None None] DHCP port deletion for 90723697-d971-4fea-a747-e96e57b858c1 request from dv-cinder-819200-1-iscsi {{(pid=109125) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 00:39:20.154841 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.plugin [None req-5bc66ce9-2ca2-41fd-9e0a-d22b0b38848f admin admin] Calling delete_port for 26070ee7-76ed-4147-99e7-a536093b4aa1 owned by network:dhcp {{(pid=109123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:39:20.222745 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-a622ccd8-5dab-41c3-a543-de622c5c4fc0 None None] Deleting port 26070ee7-76ed-4147-99e7-a536093b4aa1 {{(pid=109125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 00:39:20.223124 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-a622ccd8-5dab-41c3-a543-de622c5c4fc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781494263992'] for port, before_delete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:20.245479 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-5bc66ce9-2ca2-41fd-9e0a-d22b0b38848f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11305749'] for port, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:20.273089 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc66ce9-2ca2-41fd-9e0a-d22b0b38848f admin admin] Pushing event deleted for resources: {'Port': ['ID=26070ee7-76ed-4147-99e7-a536093b4aa1,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:39:20.285432 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc66ce9-2ca2-41fd-9e0a-d22b0b38848f admin admin] No DVR routers for this DVR port 26070ee7-76ed-4147-99e7-a536093b4aa1 on host dv-cinder-819200-1-iscsi {{(pid=109123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 00:39:20.292898 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.db [None req-a622ccd8-5dab-41c3-a543-de622c5c4fc0 None None] For port 26070ee7-76ed-4147-99e7-a536093b4aa1, host dv-cinder-819200-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-1-iscsi',level=0,port_id=26070ee7-76ed-4147-99e7-a536093b4aa1,segment=NetworkSegment(ddfcc866-a88a-4479-8227-2ff3d5442d6e),segment_id=ddfcc866-a88a-4479-8227-2ff3d5442d6e)] {{(pid=109125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 00:39:20.293302 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-a622ccd8-5dab-41c3-a543-de622c5c4fc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-764953'] for port, precommit_delete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:20.306306 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-a622ccd8-5dab-41c3-a543-de622c5c4fc0 None None] Calling delete_port for 26070ee7-76ed-4147-99e7-a536093b4aa1 owned by network:dhcp {{(pid=109125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 00:39:20.361803 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-5bc66ce9-2ca2-41fd-9e0a-d22b0b38848f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3685296', 'neutron.services.segments.db._delete_segments_for_network-8781494352851'] for network, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:20.383779 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-5bc66ce9-2ca2-41fd-9e0a-d22b0b38848f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90723697-d971-4fea-a747-e96e57b858c1']}} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:39:20.388703 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-a622ccd8-5dab-41c3-a543-de622c5c4fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3742749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781494269718', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781493868162'] for port, after_delete {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:20.393772 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-5bc66ce9-2ca2-41fd-9e0a-d22b0b38848f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddfcc866-a88a-4479-8227-2ff3d5442d6e') {'for_net_delete': True} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:39:20.393981 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.services.segments.db [None req-5bc66ce9-2ca2-41fd-9e0a-d22b0b38848f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddfcc866-a88a-4479-8227-2ff3d5442d6e') {} {{(pid=109123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 00:39:20.408165 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-5bc66ce9-2ca2-41fd-9e0a-d22b0b38848f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781494358748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12550354'] for segment, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:20.414892 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622ccd8-5dab-41c3-a543-de622c5c4fc0 None None] Pushing event deleted for resources: {'Port': ['ID=26070ee7-76ed-4147-99e7-a536093b4aa1,revision_number=None']} {{(pid=109125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:39:20.417263 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a622ccd8-5dab-41c3-a543-de622c5c4fc0 None None] No DVR routers for this DVR port 26070ee7-76ed-4147-99e7-a536093b4aa1 on host dv-cinder-819200-1-iscsi {{(pid=109125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 00:39:20.426911 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-5bc66ce9-2ca2-41fd-9e0a-d22b0b38848f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386'] for segment, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:20.434340 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc66ce9-2ca2-41fd-9e0a-d22b0b38848f admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=109123) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 00:39:20.434766 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-5bc66ce9-2ca2-41fd-9e0a-d22b0b38848f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3927386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11305784'] for segment, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:20.436461 dv-cinder-819200-1-iscsi neutron-server[109123]: Traceback (most recent call last): Nov 25 00:39:20.436461 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 00:39:20.436461 dv-cinder-819200-1-iscsi neutron-server[109123]: timer() Nov 25 00:39:20.436461 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 00:39:20.436461 dv-cinder-819200-1-iscsi neutron-server[109123]: cb(*args, **kw) Nov 25 00:39:20.436461 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 00:39:20.436461 dv-cinder-819200-1-iscsi neutron-server[109123]: return func(*args, **kwargs) Nov 25 00:39:20.436461 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 00:39:20.436461 dv-cinder-819200-1-iscsi neutron-server[109123]: self._notify() Nov 25 00:39:20.436461 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 00:39:20.436461 dv-cinder-819200-1-iscsi neutron-server[109123]: self.callback(batched_events) Nov 25 00:39:20.436461 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 00:39:20.436461 dv-cinder-819200-1-iscsi neutron-server[109123]: event.method(event) Nov 25 00:39:20.436461 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 00:39:20.436461 dv-cinder-819200-1-iscsi neutron-server[109123]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 00:39:20.436461 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 00:39:20.436461 dv-cinder-819200-1-iscsi neutron-server[109123]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 00:39:20.436461 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 00:39:20.436461 dv-cinder-819200-1-iscsi neutron-server[109123]: return f(self, *a, **k) Nov 25 00:39:20.436461 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 00:39:20.436461 dv-cinder-819200-1-iscsi neutron-server[109123]: return self._get(url).json() Nov 25 00:39:20.436461 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 00:39:20.436461 dv-cinder-819200-1-iscsi neutron-server[109123]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 00:39:20.436461 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 00:39:20.436461 dv-cinder-819200-1-iscsi neutron-server[109123]: return self.request(url, 'GET', **kwargs) Nov 25 00:39:20.436461 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 00:39:20.436461 dv-cinder-819200-1-iscsi neutron-server[109123]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 00:39:20.436461 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 00:39:20.436461 dv-cinder-819200-1-iscsi neutron-server[109123]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 00:39:20.436461 dv-cinder-819200-1-iscsi neutron-server[109123]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 00:39:20.436461 dv-cinder-819200-1-iscsi neutron-server[109123]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 00:39:20.436461 dv-cinder-819200-1-iscsi neutron-server[109123]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 00:39:20.493238 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-5bc66ce9-2ca2-41fd-9e0a-d22b0b38848f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3685289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622934'] for network, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:20.501379 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-5bc66ce9-2ca2-41fd-9e0a-d22b0b38848f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560548'] for network, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:20.504869 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-5bc66ce9-2ca2-41fd-9e0a-d22b0b38848f admin admin] 10.222.0.37 "DELETE /v2.0/networks/90723697-d971-4fea-a747-e96e57b858c1 HTTP/1.1" status: 204 len: 168 time: 0.5692511 Nov 25 00:39:20.518174 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc66ce9-2ca2-41fd-9e0a-d22b0b38848f admin admin] Pushing event deleted for resources: {'Network': ['ID=90723697-d971-4fea-a747-e96e57b858c1,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:39:20.625960 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 50552) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:39:20.665926 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-8b7aa8f0-8267-4b39-a3a6-9380b10a574e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8537d37a59f34a86a54b106e5f66df14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388026 Nov 25 00:39:20.669187 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.wsgi [-] (109123) accepted ('10.222.0.37', 50554) {{(pid=109123) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:39:20.720464 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-aff69183-5485-43c1-91f4-d9183e8cf24e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:20.742459 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-aff69183-5485-43c1-91f4-d9183e8cf24e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:20.795325 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-aff69183-5485-43c1-91f4-d9183e8cf24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:20.797911 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron_lib.callbacks.manager [None req-aff69183-5485-43c1-91f4-d9183e8cf24e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:20.799095 dv-cinder-819200-1-iscsi neutron-server[109123]: INFO neutron.wsgi [None req-aff69183-5485-43c1-91f4-d9183e8cf24e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2d137347-230f-4303-880c-b7930c6ce9cc HTTP/1.1" status: 204 len: 168 time: 0.1289690 Nov 25 00:39:20.806982 dv-cinder-819200-1-iscsi neutron-server[109123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff69183-5485-43c1-91f4-d9183e8cf24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d137347-230f-4303-880c-b7930c6ce9cc,revision_number=None']} {{(pid=109123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:39:21.116146 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:21.192720 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 50560) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:39:21.259095 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-e58a2944-c2f4-4a9f-bb8f-4cf81fc56cf0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c930470a8abb4f0e81b431054503a336&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0646486 Nov 25 00:39:21.262210 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.wsgi [-] (109124) accepted ('10.222.0.37', 50562) {{(pid=109124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 00:39:21.317254 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-035a876e-573f-4c14-90f0-9f8942735e5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:21.344923 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-035a876e-573f-4c14-90f0-9f8942735e5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:21.408792 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-035a876e-573f-4c14-90f0-9f8942735e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704472'] for security_group, after_delete {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:21.411461 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron_lib.callbacks.manager [None req-035a876e-573f-4c14-90f0-9f8942735e5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:21.412620 dv-cinder-819200-1-iscsi neutron-server[109124]: INFO neutron.wsgi [None req-035a876e-573f-4c14-90f0-9f8942735e5d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/73c44230-9e67-4033-91bc-7a2d6748f544 HTTP/1.1" status: 204 len: 168 time: 0.1489422 Nov 25 00:39:21.421357 dv-cinder-819200-1-iscsi neutron-server[109124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a876e-573f-4c14-90f0-9f8942735e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c44230-9e67-4033-91bc-7a2d6748f544,revision_number=None']} {{(pid=109124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 00:39:21.496043 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 26070ee7-76ed-4147-99e7-a536093b4aa1 no longer exists at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:39:21.519482 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] No Port match for: 26070ee7-76ed-4147-99e7-a536093b4aa1 {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:39:21.519824 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 26070ee7-76ed-4147-99e7-a536093b4aa1 not bound to the agent host dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:39:21.520239 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 1e45ad5b-ce05-406a-81b6-269c2d1dc6e8 no longer exists at agent ovs-agent-dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 00:39:21.540080 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.plugin [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] No Port match for: 1e45ad5b-ce05-406a-81b6-269c2d1dc6e8 {{(pid=109125) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 00:39:21.540426 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron.plugins.ml2.rpc [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Device 1e45ad5b-ce05-406a-81b6-269c2d1dc6e8 not bound to the agent host dv-cinder-819200-1-iscsi {{(pid=109125) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 00:39:36.681306 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 6 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 00:39:41.914446 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-729f09fc-d74e-45ee-83d2-ba30c1f6489b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:44.450352 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-debd0aff-e583-4466-8704-78dae9cdb640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:46.456208 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:48.404211 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:48.449187 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:39:51.142050 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:40:11.917134 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ddceec63-e70a-47e2-9c96-6964dc9d417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:40:13.680546 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 6 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 00:40:14.452709 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-1c9ddec8-e18c-4db5-86de-21bb45ccfd82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:40:16.465737 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:40:18.407954 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:40:18.450321 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:40:21.173731 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:40:41.918895 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-6cd1c6b7-0e19-403d-a5e8-1d84fb169b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:40:44.455165 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-689c07c0-8d3e-4541-a80d-8d50b829b315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:40:46.462893 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:40:48.412193 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:40:48.453586 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:40:50.679513 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 6 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 00:40:51.189450 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:41:11.921732 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-587b3c26-46b2-4fab-964b-7ff67ac88921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:41:14.456815 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-57796971-3d0e-4dad-ac44-fe31b92239fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:41:16.464838 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:41:18.413289 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:41:18.457631 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:41:21.189295 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:41:27.678714 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 6 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 00:41:41.924800 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-e41036aa-4421-4879-8137-858977ea8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:41:44.458494 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-a7bc5dd1-c5ed-4ad3-a8c3-b083d10476ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:41:46.467515 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:41:48.415847 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:41:48.461002 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:41:51.197594 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:42:04.678342 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 6 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 00:42:11.925997 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-1066e478-e5d1-4b93-b1b2-ab9c5f600060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:42:14.461401 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-dde3ba9a-c432-44d2-bb90-85b1bb7f314a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:42:16.470090 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:42:18.417471 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:42:18.462755 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:42:21.225852 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:42:41.678644 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 6 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 00:42:41.927319 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-08b4242e-31a7-48df-ae0a-d832aaf7a6ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:42:44.463461 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-0785fd30-2d33-4978-abd0-70d7b085a221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:42:46.472645 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:42:48.419403 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:42:48.466140 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:42:51.232834 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:43:11.929418 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-a70be2b6-221d-4203-b377-c959c9941c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:43:14.464092 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-816be458-7edc-4204-8694-5421eb55b940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:43:16.476787 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:43:18.421372 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:43:18.469697 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:43:18.677806 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 6 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 00:43:21.229736 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:43:41.930602 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-70479053-6ecc-44d4-88ba-f7786c1ae654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:43:44.466233 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-46408b2e-3663-440d-a4e3-647690505c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:43:46.480661 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:43:48.423206 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:43:48.472353 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:43:51.230783 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:43:55.676542 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 6 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 00:44:11.933757 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-68342a58-0c4a-4261-b120-13880538b97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:44:14.467648 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-038be133-40a1-4918-a3e9-61a03ce45980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:44:16.482970 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-ccc26b2b-4a92-49ca-90cb-3b2b189ad204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:44:18.426120 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-f57fd579-e760-4c40-a23a-767b6d53e961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:44:18.475048 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-91b284bc-6624-40de-a584-5ee84cb3881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:44:21.246160 dv-cinder-819200-1-iscsi neutron-server[109125]: DEBUG neutron_lib.callbacks.manager [None req-7ae4bc40-3a0a-4857-b6a3-2e9691e15165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781494352806', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3682534'] for agent, after_update {{(pid=109125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 00:44:32.675421 dv-cinder-819200-1-iscsi neutron-server[109126]: DEBUG neutron.db.agents_db [None req-bec57abc-d91f-4bc7-81f1-d7beba40ba8f None None] Agent healthcheck: found 6 active agents {{(pid=109126) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}